{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5045.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6824): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6824) [trial-2360↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6824)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6824): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6824) [trial-2360↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a12:48:09.234865 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a12:48:09.246510 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a12:48:09.844047 tst mo_mt_sms.py: using LAC 21564\u000a12:48:09.965691 tst mo_mt_sms.py: using RAC 144\u000a12:48:10.087143 tst mo_mt_sms.py: using CellId 21564\u000a12:48:10.210124 tst mo_mt_sms.py: using BVCI 21565\u000a12:48:10.234170 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a12:48:10.414343 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a12:48:10.706773 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:48:10.841947 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:48:13.201252 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6823): Launched\u000a12:48:13.523509 run osmo-nitb_10.42.42.2(pid=6824): Launched\u000a12:48:13.709517 run osmo-nitb_10.42.42.2(pid=6824): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6824)]\u000a12:48:13.843629 run osmo-nitb_10.42.42.2(pid=6824): stdout: \u000a| (launched: 2022-12-09_12:48:13.365756) \u000a12:48:13.978496 run osmo-nitb_10.42.42.2(pid=6824): stderr: \u000a| (launched: 2022-12-09_12:48:13.413887)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:48:14.108305 run osmo-nitb_10.42.42.2(pid=6824): stdout: \u000a| (launched: 2022-12-09_12:48:13.365756) \u000a12:48:14.236598 run osmo-nitb_10.42.42.2(pid=6824): stderr: \u000a| (launched: 2022-12-09_12:48:13.413887)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:48:14.292845 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=6824): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6824) [trial-2360↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6824)] [trial-2360↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a12:48:14.301631 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a12:48:14.338521 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6823): Terminating (SIGTERM)\u000a12:48:14.516464 --- ParallelTerminationStrategy: PID 6823 died...\u000a12:48:14.574806 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6823): Terminated: ok {rc=0}\u000a12:48:14.662285 bus /sierra_3: Setting Powered False\u000a12:48:15.774009 bus /sierra_3: Setting Powered False\u000a12:48:16.884801 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:48:09" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6834): Process ended prematurely: osmo-stp_10.42.42.5(pid=6834) [trial-2360↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6834)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6834): Process ended prematurely: osmo-stp_10.42.42.5(pid=6834) [trial-2360↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a12:48:18.732509 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:18.743168 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a12:48:18.865070 tst mo_mt_sms.py: using LAC 21565\u000a12:48:18.984850 tst mo_mt_sms.py: using RAC 145\u000a12:48:19.103198 tst mo_mt_sms.py: using CellId 21565\u000a12:48:19.227840 tst mo_mt_sms.py: using BVCI 21566\u000a12:48:19.250751 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:19.261397 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:19.271933 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:19.282421 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:19.292926 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:19.303431 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a12:48:19.415201 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a12:48:19.629827 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:21.411243 run create_hlr_db(pid=6828): Launched\u000a12:48:21.600029 bus /sierra_2: Setting Powered False\u000a12:48:22.620337 run create_hlr_db(pid=6828): Terminated: ok {rc=0}\u000a12:48:23.030047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6830): Launched\u000a12:48:23.336107 run osmo-hlr_10.42.42.2(pid=6831): Launched\u000a12:48:23.449923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:48:25.909827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6833): Launched\u000a12:48:26.214272 run osmo-stp_10.42.42.5(pid=6834): Launched\u000a12:48:26.324664 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:48:31.687811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6836): Launched\u000a12:48:32.155366 run osmo-msc_10.42.42.6(pid=6837): Launched\u000a12:48:32.375105 run osmo-stp_10.42.42.5(pid=6834): ERR: Terminated: ERROR {rc=1} [trial-2360↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6834)]\u000a12:48:32.503492 run osmo-stp_10.42.42.5(pid=6834): stdout: \u000a| (launched: 2022-12-09_12:48:26.063806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:32.630181 run osmo-stp_10.42.42.5(pid=6834): stderr: \u000a| �[0;m�[38;5;43m20221209124826238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124826238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124826238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124826239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124826239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124826239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124826239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:32.751377 run osmo-stp_10.42.42.5(pid=6834): stdout: \u000a| (launched: 2022-12-09_12:48:26.063806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:32.871439 run osmo-stp_10.42.42.5(pid=6834): stderr: \u000a| �[0;m�[38;5;43m20221209124826238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124826238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124826238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124826239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124826239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124826239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124826239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:32.924188 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=6834): Process ended prematurely: osmo-stp_10.42.42.5(pid=6834) [trial-2360↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6834)] [trial-2360↪sms:sysmo↪mo_mt_sms.py:16]\u000a12:48:32.932107 tst mo_mt_sms.py:16: Test FAILED (14.2 sec)\u000a12:48:32.992107 run osmo-hlr_10.42.42.2(pid=6831): ERR: Terminated: ERROR {rc=237} [trial-2360↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6831)]\u000a12:48:33.041782 run osmo-hlr_10.42.42.2(pid=6831): stdout: \u000a| (launched: 2022-12-09_12:48:23.184111) \u000a12:48:33.091755 run osmo-hlr_10.42.42.2(pid=6831): stderr: \u000a| �[0;m�[1;31m20221209124823364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124823364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124823364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124823364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124823364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124823364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124823376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124823385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124823385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124823385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:33.159480 run osmo-msc_10.42.42.6(pid=6837): ERR: Terminated: ERROR {rc=2} [trial-2360↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6837)]\u000a12:48:33.208609 run osmo-msc_10.42.42.6(pid=6837): stdout: \u000a| (launched: 2022-12-09_12:48:31.894992) \u000a12:48:33.258397 run osmo-msc_10.42.42.6(pid=6837): stderr: \u000a| �[0;m�[38;5;43m20221209124832316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124832316 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07139cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124832316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124832316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124832317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124832317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124832319 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124832319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124832319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124832319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:48:33.300721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6830): Terminating (SIGTERM)\u000a12:48:33.341079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6833): Terminating (SIGTERM)\u000a12:48:33.382372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6836): Terminating (SIGTERM)\u000a12:48:33.391715 --- ParallelTerminationStrategy: PID 6830 died...\u000a12:48:33.446362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6830): Terminated: ok {rc=0}\u000a12:48:33.455948 --- ParallelTerminationStrategy: PID 6833 died...\u000a12:48:33.510125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6833): Terminated: ok {rc=0}\u000a12:48:33.519731 --- ParallelTerminationStrategy: PID 6836 died...\u000a12:48:33.573515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6836): Terminated: ok {rc=0}\u000a12:48:33.663636 bus /sierra_3: Setting Powered False\u000a12:48:34.768424 bus /sierra_3: Setting Powered False\u000a12:48:35.881180 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:48:18" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6843): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6843) [trial-2360↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6843)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6843): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6843) [trial-2360↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a12:48:37.680751 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a12:48:37.691921 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a12:48:37.822141 tst assert_extension.py: using LAC 21566\u000a12:48:37.950257 tst assert_extension.py: using RAC 146\u000a12:48:38.078840 tst assert_extension.py: using CellId 21566\u000a12:48:38.206210 tst assert_extension.py: using BVCI 21567\u000a12:48:38.230991 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a12:48:38.509750 tst assert_extension.py:10: start nitb and bts...\u000a12:48:38.635025 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:48:39.266085 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6842): Launched\u000a12:48:39.567634 run osmo-nitb_10.42.42.2(pid=6843): Launched\u000a12:48:39.752828 run osmo-nitb_10.42.42.2(pid=6843): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6843)]\u000a12:48:39.889735 run osmo-nitb_10.42.42.2(pid=6843): stdout: \u000a| (launched: 2022-12-09_12:48:39.419680) \u000a12:48:40.026978 run osmo-nitb_10.42.42.2(pid=6843): stderr: \u000a| (launched: 2022-12-09_12:48:39.464588)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:48:40.159816 run osmo-nitb_10.42.42.2(pid=6843): stdout: \u000a| (launched: 2022-12-09_12:48:39.419680) \u000a12:48:40.291580 run osmo-nitb_10.42.42.2(pid=6843): stderr: \u000a| (launched: 2022-12-09_12:48:39.464588)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:48:40.690296 tst osmo-nitb_10.42.42.2(pid=6843): stdout: \u000a| (launched: 2022-12-09_12:48:39.419680) \u000a12:48:40.810738 tst osmo-nitb_10.42.42.2(pid=6843): stderr: \u000a| (launched: 2022-12-09_12:48:39.464588)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:48:40.863506 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=6843): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6843) [trial-2360↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6843)] [trial-2360↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a12:48:40.871721 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a12:48:40.906266 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6842): Terminating (SIGTERM)\u000a12:48:41.083678 --- ParallelTerminationStrategy: PID 6842 died...\u000a12:48:41.139345 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6842): Terminated: ok {rc=0}\u000a12:48:41.228224 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:48:37" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6853): Process ended prematurely: osmo-stp_10.42.42.5(pid=6853) [trial-2360↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6853)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6853): Process ended prematurely: osmo-stp_10.42.42.5(pid=6853) [trial-2360↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a12:48:43.026342 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:43.036994 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a12:48:43.168806 tst assert_extension.py: using LAC 21567\u000a12:48:43.290583 tst assert_extension.py: using RAC 147\u000a12:48:43.409686 tst assert_extension.py: using CellId 21567\u000a12:48:43.528640 tst assert_extension.py: using BVCI 21568\u000a12:48:43.551624 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:43.562678 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:43.575804 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:43.588729 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:43.600635 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:48:43.614445 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a12:48:43.821722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:44.310433 run create_hlr_db(pid=6847): Launched\u000a12:48:44.484693 bus /sierra_2: Setting Powered False\u000a12:48:45.506647 run create_hlr_db(pid=6847): Terminated: ok {rc=0}\u000a12:48:45.972589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6849): Launched\u000a12:48:46.388874 run osmo-hlr_10.42.42.2(pid=6850): Launched\u000a12:48:46.591454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:48:47.230947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6852): Launched\u000a12:48:47.537791 run osmo-stp_10.42.42.5(pid=6853): Launched\u000a12:48:47.648439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:48:48.201572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6855): Launched\u000a12:48:48.506931 run osmo-msc_10.42.42.6(pid=6856): Launched\u000a12:48:48.685329 run osmo-stp_10.42.42.5(pid=6853): ERR: Terminated: ERROR {rc=1} [trial-2360↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6853)]\u000a12:48:48.814104 run osmo-stp_10.42.42.5(pid=6853): stdout: \u000a| (launched: 2022-12-09_12:48:47.385291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:48.940642 run osmo-stp_10.42.42.5(pid=6853): stderr: \u000a| �[0;m�[38;5;43m20221209124847559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124847559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124847559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124847560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124847562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124847562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124847562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:49.062293 run osmo-stp_10.42.42.5(pid=6853): stdout: \u000a| (launched: 2022-12-09_12:48:47.385291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:49.183382 run osmo-stp_10.42.42.5(pid=6853): stderr: \u000a| �[0;m�[38;5;43m20221209124847559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124847559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124847559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124847560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124847562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124847562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124847562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:49.236319 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=6853): Process ended prematurely: osmo-stp_10.42.42.5(pid=6853) [trial-2360↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6853)] [trial-2360↪ussd:sysmo↪assert_extension.py:17]\u000a12:48:49.244259 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a12:48:49.304156 run osmo-hlr_10.42.42.2(pid=6850): ERR: Terminated: ERROR {rc=237} [trial-2360↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6850)]\u000a12:48:49.353744 run osmo-hlr_10.42.42.2(pid=6850): stdout: \u000a| (launched: 2022-12-09_12:48:46.141304) \u000a12:48:49.403694 run osmo-hlr_10.42.42.2(pid=6850): stderr: \u000a| �[0;m�[1;31m20221209124846484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124846484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124846484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124846484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124846484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124846484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124846509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124846526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124846526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124846526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:49.471527 run osmo-msc_10.42.42.6(pid=6856): ERR: Terminated: ERROR {rc=2} [trial-2360↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6856)]\u000a12:48:49.520972 run osmo-msc_10.42.42.6(pid=6856): stdout: \u000a| (launched: 2022-12-09_12:48:48.354966) \u000a12:48:49.570940 run osmo-msc_10.42.42.6(pid=6856): stderr: \u000a| �[0;m�[38;5;43m20221209124848630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124848630 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38769a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124848630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124848630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124848630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124848630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124848632 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124848633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124848633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124848633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:48:49.613668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6849): Terminating (SIGTERM)\u000a12:48:49.653861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6852): Terminating (SIGTERM)\u000a12:48:49.694539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6855): Terminating (SIGTERM)\u000a12:48:49.703697 --- ParallelTerminationStrategy: PID 6849 died...\u000a12:48:49.757004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6849): Terminated: ok {rc=0}\u000a12:48:49.766495 --- ParallelTerminationStrategy: PID 6852 died...\u000a12:48:49.819800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6852): Terminated: ok {rc=0}\u000a12:48:49.829332 --- ParallelTerminationStrategy: PID 6855 died...\u000a12:48:49.882126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6855): Terminated: ok {rc=0}\u000a12:48:49.971455 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:48:42" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6867): Process ended prematurely: osmo-stp_10.42.42.5(pid=6867) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6867)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6867): Process ended prematurely: osmo-stp_10.42.42.5(pid=6867) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:48:51.893066 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:48:51.904008 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:48:52.050408 tst mo_mt_call.py: using LAC 21568\u000a12:48:52.186743 tst mo_mt_call.py: using RAC 148\u000a12:48:52.312391 tst mo_mt_call.py: using CellId 21568\u000a12:48:52.438446 tst mo_mt_call.py: using BVCI 21569\u000a12:48:52.461979 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:48:52.473160 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:48:52.484062 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:48:52.495025 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:48:52.506094 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:48:52.517109 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:48:52.637129 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:48:52.840040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:53.338620 run create_hlr_db(pid=6861): Launched\u000a12:48:53.515826 bus /sierra_2: Setting Powered False\u000a12:48:54.537723 run create_hlr_db(pid=6861): Terminated: ok {rc=0}\u000a12:48:54.977386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6863): Launched\u000a12:48:55.312198 run osmo-hlr_10.42.42.2(pid=6864): Launched\u000a12:48:55.434440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:48:56.011318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6866): Launched\u000a12:48:56.344354 run osmo-stp_10.42.42.5(pid=6867): Launched\u000a12:48:56.465850 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:48:57.070144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6869): Launched\u000a12:48:57.404362 run osmo-msc_10.42.42.6(pid=6870): Launched\u000a12:48:57.599572 run osmo-stp_10.42.42.5(pid=6867): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6867)]\u000a12:48:57.740002 run osmo-stp_10.42.42.5(pid=6867): stdout: \u000a| (launched: 2022-12-09_12:48:56.180467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:57.879138 run osmo-stp_10.42.42.5(pid=6867): stderr: \u000a| �[0;m�[38;5;43m20221209124856375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124856375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124856375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124856376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124856378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124856378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124856378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:58.012240 run osmo-stp_10.42.42.5(pid=6867): stdout: \u000a| (launched: 2022-12-09_12:48:56.180467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:58.145332 run osmo-stp_10.42.42.5(pid=6867): stderr: \u000a| �[0;m�[38;5;43m20221209124856375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124856375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124856375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124856376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124856378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124856378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124856378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:58.203398 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6867): Process ended prematurely: osmo-stp_10.42.42.5(pid=6867) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6867)] [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:48:58.212745 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:48:58.276520 run osmo-hlr_10.42.42.2(pid=6864): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6864)]\u000a12:48:58.328382 run osmo-hlr_10.42.42.2(pid=6864): stdout: \u000a| (launched: 2022-12-09_12:48:55.145943) \u000a12:48:58.380906 run osmo-hlr_10.42.42.2(pid=6864): stderr: \u000a| �[0;m�[1;31m20221209124855348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124855348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124855348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124855348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124855348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124855348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124855390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124855401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124855401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124855401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:58.452032 run osmo-msc_10.42.42.6(pid=6870): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6870)]\u000a12:48:58.503861 run osmo-msc_10.42.42.6(pid=6870): stdout: \u000a| (launched: 2022-12-09_12:48:57.238805) \u000a12:48:58.556362 run osmo-msc_10.42.42.6(pid=6870): stderr: \u000a| �[0;m�[38;5;43m20221209124857565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124857565 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49be074c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124857565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124857565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124857565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124857566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124857567 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124857568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124857568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124857568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:48:58.600906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6863): Terminating (SIGTERM)\u000a12:48:58.644101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6866): Terminating (SIGTERM)\u000a12:48:58.687208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6869): Terminating (SIGTERM)\u000a12:48:58.696918 --- ParallelTerminationStrategy: PID 6863 died...\u000a12:48:58.753404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6863): Terminated: ok {rc=0}\u000a12:48:58.763765 --- ParallelTerminationStrategy: PID 6866 died...\u000a12:48:58.819647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6866): Terminated: ok {rc=0}\u000a12:48:58.830009 --- ParallelTerminationStrategy: PID 6869 died...\u000a12:48:58.886009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6869): Terminated: ok {rc=0}\u000a12:48:58.975641 bus /sierra_3: Setting Powered False\u000a12:49:00.080867 bus /sierra_3: Setting Powered False\u000a12:49:01.197629 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6878): Process ended prematurely: osmo-stp_10.42.42.5(pid=6878) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6878)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6878): Process ended prematurely: osmo-stp_10.42.42.5(pid=6878) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:49:02.315538 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:49:02.327921 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:49:02.689630 tst mo_mt_call_osmux.py: using LAC 21569\u000a12:49:02.817837 tst mo_mt_call_osmux.py: using RAC 149\u000a12:49:02.945967 tst mo_mt_call_osmux.py: using CellId 21569\u000a12:49:03.075620 tst mo_mt_call_osmux.py: using BVCI 21570\u000a12:49:03.100856 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:49:03.112564 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:49:03.123955 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:49:03.135475 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:49:03.147393 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:49:03.159211 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:49:03.282213 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:49:03.498251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:49:04.021758 run create_hlr_db(pid=6872): Launched\u000a12:49:04.214070 bus /sierra_2: Setting Powered False\u000a12:49:05.234814 run create_hlr_db(pid=6872): Terminated: ok {rc=0}\u000a12:49:05.677217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6874): Launched\u000a12:49:06.012267 run osmo-hlr_10.42.42.2(pid=6875): Launched\u000a12:49:06.132857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:49:06.710368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6877): Launched\u000a12:49:07.044708 run osmo-stp_10.42.42.5(pid=6878): Launched\u000a12:49:07.166514 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:49:07.773092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6880): Launched\u000a12:49:08.108161 run osmo-msc_10.42.42.6(pid=6881): Launched\u000a12:49:08.303131 run osmo-stp_10.42.42.5(pid=6878): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6878)]\u000a12:49:08.443317 run osmo-stp_10.42.42.5(pid=6878): stdout: \u000a| (launched: 2022-12-09_12:49:06.878808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:08.582365 run osmo-stp_10.42.42.5(pid=6878): stderr: \u000a| �[0;m�[38;5;43m20221209124907073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124907073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124907073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124907074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124907076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124907076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124907076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:08.715680 run osmo-stp_10.42.42.5(pid=6878): stdout: \u000a| (launched: 2022-12-09_12:49:06.878808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:08.847842 run osmo-stp_10.42.42.5(pid=6878): stderr: \u000a| �[0;m�[38;5;43m20221209124907073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124907073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124907073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124907074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124907076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124907076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124907076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:08.905936 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6878): Process ended prematurely: osmo-stp_10.42.42.5(pid=6878) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6878)] [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:49:08.915701 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a12:49:08.980522 run osmo-hlr_10.42.42.2(pid=6875): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6875)]\u000a12:49:09.033259 run osmo-hlr_10.42.42.2(pid=6875): stdout: \u000a| (launched: 2022-12-09_12:49:05.845818) \u000a12:49:09.086869 run osmo-hlr_10.42.42.2(pid=6875): stderr: \u000a| �[0;m�[1;31m20221209124906049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124906049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124906049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124906049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124906049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124906049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124906077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124906087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124906087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124906088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:49:09.159403 run osmo-msc_10.42.42.6(pid=6881): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6881)]\u000a12:49:09.212076 run osmo-msc_10.42.42.6(pid=6881): stdout: \u000a| (launched: 2022-12-09_12:49:07.941741) \u000a12:49:09.265193 run osmo-msc_10.42.42.6(pid=6881): stderr: \u000a| �[0;m�[38;5;43m20221209124908267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124908267 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b40917c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124908268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124908268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124908268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124908268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124908271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124908271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124908271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124908271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:49:09.310235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6874): Terminating (SIGTERM)\u000a12:49:09.353419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6877): Terminating (SIGTERM)\u000a12:49:09.396032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6880): Terminating (SIGTERM)\u000a12:49:09.406127 --- ParallelTerminationStrategy: PID 6874 died...\u000a12:49:09.463374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6874): Terminated: ok {rc=0}\u000a12:49:09.473631 --- ParallelTerminationStrategy: PID 6877 died...\u000a12:49:09.530609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6877): Terminated: ok {rc=0}\u000a12:49:09.540834 --- ParallelTerminationStrategy: PID 6880 died...\u000a12:49:09.597721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6880): Terminated: ok {rc=0}\u000a12:49:09.686724 bus /sierra_3: Setting Powered False\u000a12:49:10.791874 bus /sierra_3: Setting Powered False\u000a12:49:11.905957 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:48:51" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6893): Process ended prematurely: osmo-stp_10.42.42.5(pid=6893) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6893)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6893): Process ended prematurely: osmo-stp_10.42.42.5(pid=6893) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:49:13.870066 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:49:13.881083 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:49:14.026122 tst mo_mt_call.py: using LAC 21570\u000a12:49:14.148310 tst mo_mt_call.py: using RAC 150\u000a12:49:14.279921 tst mo_mt_call.py: using CellId 21570\u000a12:49:14.408385 tst mo_mt_call.py: using BVCI 21571\u000a12:49:14.433766 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:49:14.445416 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:49:14.456820 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:49:14.468369 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:49:14.479917 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:49:14.491475 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:49:14.610788 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:49:14.813547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:49:15.311882 run create_hlr_db(pid=6887): Launched\u000a12:49:15.490844 bus /sierra_2: Setting Powered False\u000a12:49:16.513084 run create_hlr_db(pid=6887): Terminated: ok {rc=0}\u000a12:49:16.951626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6889): Launched\u000a12:49:17.274689 run osmo-hlr_10.42.42.2(pid=6890): Launched\u000a12:49:17.399709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:49:17.976555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6892): Launched\u000a12:49:18.311570 run osmo-stp_10.42.42.5(pid=6893): Launched\u000a12:49:18.433013 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:49:19.039937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6895): Launched\u000a12:49:19.375910 run osmo-msc_10.42.42.6(pid=6896): Launched\u000a12:49:19.572051 run osmo-stp_10.42.42.5(pid=6893): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6893)]\u000a12:49:19.714962 run osmo-stp_10.42.42.5(pid=6893): stdout: \u000a| (launched: 2022-12-09_12:49:18.146363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:19.853959 run osmo-stp_10.42.42.5(pid=6893): stderr: \u000a| �[0;m�[38;5;43m20221209124918343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124918343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124918343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124918344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124918344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124918344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124918344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:19.987627 run osmo-stp_10.42.42.5(pid=6893): stdout: \u000a| (launched: 2022-12-09_12:49:18.146363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:20.120254 run osmo-stp_10.42.42.5(pid=6893): stderr: \u000a| �[0;m�[38;5;43m20221209124918343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124918343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124918343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124918344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124918344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124918344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124918344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:20.178742 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6893): Process ended prematurely: osmo-stp_10.42.42.5(pid=6893) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6893)] [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:49:20.188066 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:49:20.252368 run osmo-hlr_10.42.42.2(pid=6890): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6890)]\u000a12:49:20.304589 run osmo-hlr_10.42.42.2(pid=6890): stdout: \u000a| (launched: 2022-12-09_12:49:17.113114) \u000a12:49:20.357607 run osmo-hlr_10.42.42.2(pid=6890): stderr: \u000a| �[0;m�[1;31m20221209124917311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124917311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124917311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124917311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124917311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124917311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124917325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124917333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124917333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124917333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:49:20.429164 run osmo-msc_10.42.42.6(pid=6896): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6896)]\u000a12:49:20.481536 run osmo-msc_10.42.42.6(pid=6896): stdout: \u000a| (launched: 2022-12-09_12:49:19.209631) \u000a12:49:20.534495 run osmo-msc_10.42.42.6(pid=6896): stderr: \u000a| �[0;m�[38;5;43m20221209124919534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124919534 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f959e4eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124919535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124919535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124919535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124919535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124919537 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124919537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124919537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124919537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:49:20.579378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6889): Terminating (SIGTERM)\u000a12:49:20.621698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6892): Terminating (SIGTERM)\u000a12:49:20.664335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6895): Terminating (SIGTERM)\u000a12:49:20.674405 --- ParallelTerminationStrategy: PID 6889 died...\u000a12:49:20.731162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6889): Terminated: ok {rc=0}\u000a12:49:20.741254 --- ParallelTerminationStrategy: PID 6892 died...\u000a12:49:20.797213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6892): Terminated: ok {rc=0}\u000a12:49:20.807458 --- ParallelTerminationStrategy: PID 6895 died...\u000a12:49:20.863554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6895): Terminated: ok {rc=0}\u000a12:49:20.951501 bus /sierra_3: Setting Powered False\u000a12:49:22.059025 bus /sierra_3: Setting Powered False\u000a12:49:23.172289 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6904): Process ended prematurely: osmo-stp_10.42.42.5(pid=6904) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6904)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6904): Process ended prematurely: osmo-stp_10.42.42.5(pid=6904) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:49:24.283804 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:49:24.295645 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:49:24.442320 tst mo_mt_call_osmux.py: using LAC 21571\u000a12:49:24.565927 tst mo_mt_call_osmux.py: using RAC 151\u000a12:49:24.688241 tst mo_mt_call_osmux.py: using CellId 21571\u000a12:49:24.810778 tst mo_mt_call_osmux.py: using BVCI 21572\u000a12:49:24.834462 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:49:24.845687 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:49:24.856530 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:49:24.867437 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:49:24.878277 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:49:24.889181 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:49:25.005531 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:49:25.220236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:49:25.745521 run create_hlr_db(pid=6898): Launched\u000a12:49:25.937430 bus /sierra_2: Setting Powered False\u000a12:49:26.955820 run create_hlr_db(pid=6898): Terminated: ok {rc=0}\u000a12:49:27.372630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6900): Launched\u000a12:49:27.685796 run osmo-hlr_10.42.42.2(pid=6901): Launched\u000a12:49:27.805255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:49:28.350546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6903): Launched\u000a12:49:28.660104 run osmo-stp_10.42.42.5(pid=6904): Launched\u000a12:49:28.773209 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:49:29.339261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6906): Launched\u000a12:49:29.651969 run osmo-msc_10.42.42.6(pid=6907): Launched\u000a12:49:29.833324 run osmo-stp_10.42.42.5(pid=6904): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6904)]\u000a12:49:29.964189 run osmo-stp_10.42.42.5(pid=6904): stdout: \u000a| (launched: 2022-12-09_12:49:28.507114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:30.092214 run osmo-stp_10.42.42.5(pid=6904): stderr: \u000a| �[0;m�[38;5;43m20221209124928682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124928683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124928683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124928683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124928684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124928684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124928684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:30.216007 run osmo-stp_10.42.42.5(pid=6904): stdout: \u000a| (launched: 2022-12-09_12:49:28.507114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:30.338690 run osmo-stp_10.42.42.5(pid=6904): stderr: \u000a| �[0;m�[38;5;43m20221209124928682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124928683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124928683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124928683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124928684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124928684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124928684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:30.392664 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6904): Process ended prematurely: osmo-stp_10.42.42.5(pid=6904) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6904)] [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:49:30.401206 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:49:30.460757 run osmo-hlr_10.42.42.2(pid=6901): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6901)]\u000a12:49:30.509624 run osmo-hlr_10.42.42.2(pid=6901): stdout: \u000a| (launched: 2022-12-09_12:49:27.531174) \u000a12:49:30.559000 run osmo-hlr_10.42.42.2(pid=6901): stderr: \u000a| �[0;m�[1;31m20221209124927709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124927709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124927709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124927709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124927710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124927710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124927722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124927730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124927730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124927730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:49:30.626044 run osmo-msc_10.42.42.6(pid=6907): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6907)]\u000a12:49:30.674866 run osmo-msc_10.42.42.6(pid=6907): stdout: \u000a| (launched: 2022-12-09_12:49:29.497281) \u000a12:49:30.724317 run osmo-msc_10.42.42.6(pid=6907): stderr: \u000a| �[0;m�[38;5;43m20221209124929773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124929773 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc5b080c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124929773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124929773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124929773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124929773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124929777 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124929777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124929777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124929777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:49:30.766113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6900): Terminating (SIGTERM)\u000a12:49:30.805620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6903): Terminating (SIGTERM)\u000a12:49:30.851882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6906): Terminating (SIGTERM)\u000a12:49:30.867616 --- ParallelTerminationStrategy: PID 6900 died...\u000a12:49:30.927220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6900): Terminated: ok {rc=0}\u000a12:49:30.937139 --- ParallelTerminationStrategy: PID 6903 died...\u000a12:49:30.990170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6903): Terminated: ok {rc=0}\u000a12:49:31.000066 --- ParallelTerminationStrategy: PID 6906 died...\u000a12:49:31.053363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6906): Terminated: ok {rc=0}\u000a12:49:31.137996 bus /sierra_3: Setting Powered False\u000a12:49:32.236706 bus /sierra_3: Setting Powered False\u000a12:49:33.341759 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:49:13" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6918): Process ended prematurely: osmo-stp_10.42.42.5(pid=6918) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6918)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6918): Process ended prematurely: osmo-stp_10.42.42.5(pid=6918) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:49:35.295556 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:49:35.306726 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:49:35.451020 tst mo_mt_call.py: using LAC 21572\u000a12:49:35.574849 tst mo_mt_call.py: using RAC 152\u000a12:49:35.703876 tst mo_mt_call.py: using CellId 21572\u000a12:49:35.833367 tst mo_mt_call.py: using BVCI 21573\u000a12:49:35.858893 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:49:35.870654 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:49:35.882142 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:49:35.893946 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:49:35.906415 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:49:35.918659 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:49:36.039097 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:49:36.249423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:49:36.748914 run create_hlr_db(pid=6912): Launched\u000a12:49:36.926961 bus /sierra_2: Setting Powered False\u000a12:49:37.947863 run create_hlr_db(pid=6912): Terminated: ok {rc=0}\u000a12:49:38.359845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6914): Launched\u000a12:49:38.672294 run osmo-hlr_10.42.42.2(pid=6915): Launched\u000a12:49:38.785401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:49:39.323596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6917): Launched\u000a12:49:39.636767 run osmo-stp_10.42.42.5(pid=6918): Launched\u000a12:49:39.749413 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:49:40.317363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6920): Launched\u000a12:49:40.630367 run osmo-msc_10.42.42.6(pid=6921): Launched\u000a12:49:40.811256 run osmo-stp_10.42.42.5(pid=6918): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6918)]\u000a12:49:40.941648 run osmo-stp_10.42.42.5(pid=6918): stdout: \u000a| (launched: 2022-12-09_12:49:39.480828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:41.069850 run osmo-stp_10.42.42.5(pid=6918): stderr: \u000a| �[0;m�[38;5;43m20221209124939653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124939653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124939654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124939654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124939656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124939657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124939657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:41.193572 run osmo-stp_10.42.42.5(pid=6918): stdout: \u000a| (launched: 2022-12-09_12:49:39.480828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:41.315953 run osmo-stp_10.42.42.5(pid=6918): stderr: \u000a| �[0;m�[38;5;43m20221209124939653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124939653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124939654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124939654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124939656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124939657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124939657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:41.369931 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6918): Process ended prematurely: osmo-stp_10.42.42.5(pid=6918) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6918)] [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:49:41.378349 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:49:41.437556 run osmo-hlr_10.42.42.2(pid=6915): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6915)]\u000a12:49:41.486385 run osmo-hlr_10.42.42.2(pid=6915): stdout: \u000a| (launched: 2022-12-09_12:49:38.517256) \u000a12:49:41.535997 run osmo-hlr_10.42.42.2(pid=6915): stderr: \u000a| �[0;m�[1;31m20221209124938697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124938697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124938697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124938697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124938697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124938697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124938709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124938717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124938717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124938718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:49:41.603958 run osmo-msc_10.42.42.6(pid=6921): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6921)]\u000a12:49:41.652866 run osmo-msc_10.42.42.6(pid=6921): stdout: \u000a| (launched: 2022-12-09_12:49:40.474545) \u000a12:49:41.702318 run osmo-msc_10.42.42.6(pid=6921): stderr: \u000a| �[0;m�[38;5;43m20221209124940750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124940751 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a19cfcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124940751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124940751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124940751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124940751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124940753 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124940753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124940753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124940754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:49:41.744215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6914): Terminating (SIGTERM)\u000a12:49:41.783647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6917): Terminating (SIGTERM)\u000a12:49:41.823184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6920): Terminating (SIGTERM)\u000a12:49:41.832223 --- ParallelTerminationStrategy: PID 6914 died...\u000a12:49:41.885260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6914): Terminated: ok {rc=0}\u000a12:49:41.894780 --- ParallelTerminationStrategy: PID 6917 died...\u000a12:49:41.947383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6917): Terminated: ok {rc=0}\u000a12:49:41.956723 --- ParallelTerminationStrategy: PID 6920 died...\u000a12:49:42.009272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6920): Terminated: ok {rc=0}\u000a12:49:42.098465 bus /sierra_3: Setting Powered False\u000a12:49:43.201789 bus /sierra_3: Setting Powered False\u000a12:49:44.308464 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6929): Process ended prematurely: osmo-stp_10.42.42.5(pid=6929) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6929)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6929): Process ended prematurely: osmo-stp_10.42.42.5(pid=6929) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6929)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:49:45.417440 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:49:45.429155 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:49:45.576172 tst mo_mt_call_osmux.py: using LAC 21573\u000a12:49:45.699002 tst mo_mt_call_osmux.py: using RAC 153\u000a12:49:45.821889 tst mo_mt_call_osmux.py: using CellId 21573\u000a12:49:45.995095 tst mo_mt_call_osmux.py: using BVCI 21574\u000a12:49:46.026563 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:49:46.038290 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:49:46.049901 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:49:46.061688 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:49:46.073287 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:49:46.084836 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:49:46.204112 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:49:46.467716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:49:47.004736 run create_hlr_db(pid=6923): Launched\u000a12:49:47.185506 bus /sierra_2: Setting Powered False\u000a12:49:48.204472 run create_hlr_db(pid=6923): Terminated: ok {rc=0}\u000a12:49:48.645125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6925): Launched\u000a12:49:48.979616 run osmo-hlr_10.42.42.2(pid=6926): Launched\u000a12:49:49.099300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:49:49.677558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6928): Launched\u000a12:49:50.010704 run osmo-stp_10.42.42.5(pid=6929): Launched\u000a12:49:50.132086 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:49:50.739215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6931): Launched\u000a12:49:51.071595 run osmo-msc_10.42.42.6(pid=6932): Launched\u000a12:49:51.266438 run osmo-stp_10.42.42.5(pid=6929): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6929)]\u000a12:49:51.406801 run osmo-stp_10.42.42.5(pid=6929): stdout: \u000a| (launched: 2022-12-09_12:49:49.845996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:51.546258 run osmo-stp_10.42.42.5(pid=6929): stderr: \u000a| �[0;m�[38;5;43m20221209124950042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124950042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124950043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124950043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124950043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124950043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124950044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:51.679356 run osmo-stp_10.42.42.5(pid=6929): stdout: \u000a| (launched: 2022-12-09_12:49:49.845996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:49:51.811268 run osmo-stp_10.42.42.5(pid=6929): stderr: \u000a| �[0;m�[38;5;43m20221209124950042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124950042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124950043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124950043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124950043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124950043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124950044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:49:51.868871 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6929): Process ended prematurely: osmo-stp_10.42.42.5(pid=6929) [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6929)] [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:49:51.878350 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:49:51.942534 run osmo-hlr_10.42.42.2(pid=6926): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6926)]\u000a12:49:51.994913 run osmo-hlr_10.42.42.2(pid=6926): stdout: \u000a| (launched: 2022-12-09_12:49:48.814124) \u000a12:49:52.047829 run osmo-hlr_10.42.42.2(pid=6926): stderr: \u000a| �[0;m�[1;31m20221209124949015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124949015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124949015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124949015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124949015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124949015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124949027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124949036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124949037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124949037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:49:52.119726 run osmo-msc_10.42.42.6(pid=6932): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6932)]\u000a12:49:52.172047 run osmo-msc_10.42.42.6(pid=6932): stdout: \u000a| (launched: 2022-12-09_12:49:50.907927) \u000a12:49:52.224690 run osmo-msc_10.42.42.6(pid=6932): stderr: \u000a| �[0;m�[38;5;43m20221209124951234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124951235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb4c030c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124951235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124951235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124951235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124951235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124951237 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124951237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124951237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124951237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:49:52.269102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6925): Terminating (SIGTERM)\u000a12:49:52.311782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6928): Terminating (SIGTERM)\u000a12:49:52.354509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6931): Terminating (SIGTERM)\u000a12:49:52.364170 --- ParallelTerminationStrategy: PID 6925 died...\u000a12:49:52.420513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6925): Terminated: ok {rc=0}\u000a12:49:52.430905 --- ParallelTerminationStrategy: PID 6928 died...\u000a12:49:52.487239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6928): Terminated: ok {rc=0}\u000a12:49:52.497408 --- ParallelTerminationStrategy: PID 6931 died...\u000a12:49:52.553465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6931): Terminated: ok {rc=0}\u000a12:49:52.641590 bus /sierra_3: Setting Powered False\u000a12:49:53.747010 bus /sierra_3: Setting Powered False\u000a12:49:54.857470 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:49:35" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6943): Process ended prematurely: osmo-stp_10.42.42.5(pid=6943) [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6943)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6943): Process ended prematurely: osmo-stp_10.42.42.5(pid=6943) [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:49:56.832282 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:49:56.843755 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:49:56.995306 tst mo_mt_call.py: using LAC 21574\u000a12:49:57.123567 tst mo_mt_call.py: using RAC 154\u000a12:49:57.251096 tst mo_mt_call.py: using CellId 21574\u000a12:49:57.379055 tst mo_mt_call.py: using BVCI 21575\u000a12:49:57.404238 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:49:57.415773 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:49:57.427147 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:49:57.438813 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:49:57.450353 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:49:57.461969 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:49:57.581435 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:49:57.794890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:49:58.317950 run create_hlr_db(pid=6937): Launched\u000a12:49:58.509816 bus /sierra_2: Setting Powered False\u000a12:49:59.528655 run create_hlr_db(pid=6937): Terminated: ok {rc=0}\u000a12:49:59.943060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6939): Launched\u000a12:50:00.253558 run osmo-hlr_10.42.42.2(pid=6940): Launched\u000a12:50:00.366395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:50:00.909499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6942): Launched\u000a12:50:01.336897 run osmo-stp_10.42.42.5(pid=6943): Launched\u000a12:50:01.561020 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:50:02.213615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6948): Launched\u000a12:50:02.548750 run osmo-msc_10.42.42.6(pid=6949): Launched\u000a12:50:02.744224 run osmo-stp_10.42.42.5(pid=6943): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6943)]\u000a12:50:02.884656 run osmo-stp_10.42.42.5(pid=6943): stdout: \u000a| (launched: 2022-12-09_12:50:01.083129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:03.023324 run osmo-stp_10.42.42.5(pid=6943): stderr: \u000a| �[0;m�[38;5;43m20221209125001411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125001411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125001412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125001412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125001417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125001417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125001417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:03.157446 run osmo-stp_10.42.42.5(pid=6943): stdout: \u000a| (launched: 2022-12-09_12:50:01.083129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:03.290025 run osmo-stp_10.42.42.5(pid=6943): stderr: \u000a| �[0;m�[38;5;43m20221209125001411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125001411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125001412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125001412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125001417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125001417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125001417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:03.348222 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6943): Process ended prematurely: osmo-stp_10.42.42.5(pid=6943) [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6943)] [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a12:50:03.357717 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a12:50:03.421137 run osmo-hlr_10.42.42.2(pid=6940): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6940)]\u000a12:50:03.472884 run osmo-hlr_10.42.42.2(pid=6940): stdout: \u000a| (launched: 2022-12-09_12:50:00.100085) \u000a12:50:03.525102 run osmo-hlr_10.42.42.2(pid=6940): stderr: \u000a| �[0;m�[1;31m20221209125000279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125000279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125000280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125000280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125000280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125000280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125000323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125000333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125000333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125000333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:50:03.595531 run osmo-msc_10.42.42.6(pid=6949): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6949)]\u000a12:50:03.647115 run osmo-msc_10.42.42.6(pid=6949): stdout: \u000a| (launched: 2022-12-09_12:50:02.384279) \u000a12:50:03.699279 run osmo-msc_10.42.42.6(pid=6949): stderr: \u000a| �[0;m�[38;5;43m20221209125002708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125002708 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7ee255c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125002708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125002708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125002708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125002708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125002710 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125002710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125002711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125002711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:50:03.743701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6939): Terminating (SIGTERM)\u000a12:50:03.785633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6942): Terminating (SIGTERM)\u000a12:50:03.827971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6948): Terminating (SIGTERM)\u000a12:50:03.837675 --- ParallelTerminationStrategy: PID 6939 died...\u000a12:50:03.893851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6939): Terminated: ok {rc=0}\u000a12:50:03.903807 --- ParallelTerminationStrategy: PID 6942 died...\u000a12:50:03.959754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6942): Terminated: ok {rc=0}\u000a12:50:03.969936 --- ParallelTerminationStrategy: PID 6948 died...\u000a12:50:04.025830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6948): Terminated: ok {rc=0}\u000a12:50:04.111799 bus /sierra_3: Setting Powered False\u000a12:50:05.219294 bus /sierra_3: Setting Powered False\u000a12:50:06.329712 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6957): Process ended prematurely: osmo-stp_10.42.42.5(pid=6957) [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6957)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6957): Process ended prematurely: osmo-stp_10.42.42.5(pid=6957) [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:50:07.440555 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:50:07.452384 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:50:07.600557 tst mo_mt_call_osmux.py: using LAC 21575\u000a12:50:07.724272 tst mo_mt_call_osmux.py: using RAC 155\u000a12:50:07.854424 tst mo_mt_call_osmux.py: using CellId 21575\u000a12:50:07.983595 tst mo_mt_call_osmux.py: using BVCI 21576\u000a12:50:08.009026 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:50:08.020678 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:50:08.032222 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:50:08.043975 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:50:08.055711 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:50:08.067503 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:50:08.185219 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:50:08.399757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:50:08.923216 run create_hlr_db(pid=6951): Launched\u000a12:50:09.115483 bus /sierra_2: Setting Powered False\u000a12:50:10.135221 run create_hlr_db(pid=6951): Terminated: ok {rc=0}\u000a12:50:10.552229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6953): Launched\u000a12:50:10.865364 run osmo-hlr_10.42.42.2(pid=6954): Launched\u000a12:50:10.989990 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:50:11.539181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6956): Launched\u000a12:50:11.852124 run osmo-stp_10.42.42.5(pid=6957): Launched\u000a12:50:11.964613 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:50:12.531952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6959): Launched\u000a12:50:12.843693 run osmo-msc_10.42.42.6(pid=6960): Launched\u000a12:50:13.024877 run osmo-stp_10.42.42.5(pid=6957): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6957)]\u000a12:50:13.155233 run osmo-stp_10.42.42.5(pid=6957): stdout: \u000a| (launched: 2022-12-09_12:50:11.696595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:13.283223 run osmo-stp_10.42.42.5(pid=6957): stderr: \u000a| �[0;m�[38;5;43m20221209125011872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125011872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125011872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125011873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125011873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125011873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125011873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:13.407124 run osmo-stp_10.42.42.5(pid=6957): stdout: \u000a| (launched: 2022-12-09_12:50:11.696595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:13.529666 run osmo-stp_10.42.42.5(pid=6957): stderr: \u000a| �[0;m�[38;5;43m20221209125011872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125011872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125011872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125011873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125011873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125011873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125011873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:13.583760 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6957): Process ended prematurely: osmo-stp_10.42.42.5(pid=6957) [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6957)] [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a12:50:13.592511 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:50:13.651679 run osmo-hlr_10.42.42.2(pid=6954): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6954)]\u000a12:50:13.700920 run osmo-hlr_10.42.42.2(pid=6954): stdout: \u000a| (launched: 2022-12-09_12:50:10.709785) \u000a12:50:13.750448 run osmo-hlr_10.42.42.2(pid=6954): stderr: \u000a| �[0;m�[1;31m20221209125010893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125010893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125010893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125010893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125010894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125010894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125010904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125010913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125010913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125010913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:50:13.817690 run osmo-msc_10.42.42.6(pid=6960): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6960)]\u000a12:50:13.867541 run osmo-msc_10.42.42.6(pid=6960): stdout: \u000a| (launched: 2022-12-09_12:50:12.689439) \u000a12:50:13.917059 run osmo-msc_10.42.42.6(pid=6960): stderr: \u000a| �[0;m�[38;5;43m20221209125012967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125012967 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd821017c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125012967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125012967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125012968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125012968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125012969 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125012970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125012970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125012970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:50:13.958736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6953): Terminating (SIGTERM)\u000a12:50:13.998337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6956): Terminating (SIGTERM)\u000a12:50:14.037794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6959): Terminating (SIGTERM)\u000a12:50:14.046894 --- ParallelTerminationStrategy: PID 6953 died...\u000a12:50:14.099932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6953): Terminated: ok {rc=0}\u000a12:50:14.109453 --- ParallelTerminationStrategy: PID 6956 died...\u000a12:50:14.162145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6956): Terminated: ok {rc=0}\u000a12:50:14.171614 --- ParallelTerminationStrategy: PID 6959 died...\u000a12:50:14.223895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6959): Terminated: ok {rc=0}\u000a12:50:14.312639 bus /sierra_3: Setting Powered False\u000a12:50:15.414479 bus /sierra_3: Setting Powered False\u000a12:50:16.527593 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:49:56" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6971): Process ended prematurely: osmo-stp_10.42.42.5(pid=6971) [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6971)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6971): Process ended prematurely: osmo-stp_10.42.42.5(pid=6971) [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:50:18.495302 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:50:18.506957 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:50:18.662278 tst mo_mt_call.py: using LAC 21576\u000a12:50:18.793383 tst mo_mt_call.py: using RAC 156\u000a12:50:18.924444 tst mo_mt_call.py: using CellId 21576\u000a12:50:19.053667 tst mo_mt_call.py: using BVCI 21577\u000a12:50:19.078922 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:50:19.090544 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:50:19.102270 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:50:19.114053 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:50:19.125832 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:50:19.137440 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:50:19.253714 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:50:19.469551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:50:19.993988 run create_hlr_db(pid=6965): Launched\u000a12:50:20.186122 bus /sierra_2: Setting Powered False\u000a12:50:21.206822 run create_hlr_db(pid=6965): Terminated: ok {rc=0}\u000a12:50:21.623704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6967): Launched\u000a12:50:21.937393 run osmo-hlr_10.42.42.2(pid=6968): Launched\u000a12:50:22.059707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:50:22.606722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6970): Launched\u000a12:50:22.919952 run osmo-stp_10.42.42.5(pid=6971): Launched\u000a12:50:23.032856 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:50:23.600156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6973): Launched\u000a12:50:23.914085 run osmo-msc_10.42.42.6(pid=6974): Launched\u000a12:50:24.095659 run osmo-stp_10.42.42.5(pid=6971): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6971)]\u000a12:50:24.226387 run osmo-stp_10.42.42.5(pid=6971): stdout: \u000a| (launched: 2022-12-09_12:50:22.764332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:24.355513 run osmo-stp_10.42.42.5(pid=6971): stderr: \u000a| �[0;m�[38;5;43m20221209125022940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125022940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125022940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125022940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125022941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125022941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125022941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:24.480133 run osmo-stp_10.42.42.5(pid=6971): stdout: \u000a| (launched: 2022-12-09_12:50:22.764332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:24.603726 run osmo-stp_10.42.42.5(pid=6971): stderr: \u000a| �[0;m�[38;5;43m20221209125022940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125022940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125022940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125022940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125022941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125022941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125022941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:24.658135 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6971): Process ended prematurely: osmo-stp_10.42.42.5(pid=6971) [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6971)] [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:50:24.666917 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:50:24.726977 run osmo-hlr_10.42.42.2(pid=6968): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6968)]\u000a12:50:24.776072 run osmo-hlr_10.42.42.2(pid=6968): stdout: \u000a| (launched: 2022-12-09_12:50:21.780921) \u000a12:50:24.825844 run osmo-hlr_10.42.42.2(pid=6968): stderr: \u000a| �[0;m�[1;31m20221209125021961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125021961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125021961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125021961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125021961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125021961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125021974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125021982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125021982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125021982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:50:24.893091 run osmo-msc_10.42.42.6(pid=6974): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6974)]\u000a12:50:24.942070 run osmo-msc_10.42.42.6(pid=6974): stdout: \u000a| (launched: 2022-12-09_12:50:23.758009) \u000a12:50:24.991667 run osmo-msc_10.42.42.6(pid=6974): stderr: \u000a| �[0;m�[38;5;43m20221209125024035 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125024035 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd63df7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125024036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125024036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125024036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125024036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125024038 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125024038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125024038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125024038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:50:25.033681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6967): Terminating (SIGTERM)\u000a12:50:25.073808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6970): Terminating (SIGTERM)\u000a12:50:25.113953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6973): Terminating (SIGTERM)\u000a12:50:25.123305 --- ParallelTerminationStrategy: PID 6967 died...\u000a12:50:25.177005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6967): Terminated: ok {rc=0}\u000a12:50:25.186629 --- ParallelTerminationStrategy: PID 6970 died...\u000a12:50:25.239573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6970): Terminated: ok {rc=0}\u000a12:50:25.249342 --- ParallelTerminationStrategy: PID 6973 died...\u000a12:50:25.302494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6973): Terminated: ok {rc=0}\u000a12:50:25.392028 bus /sierra_3: Setting Powered False\u000a12:50:26.495554 bus /sierra_3: Setting Powered False\u000a12:50:27.602393 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6982): Process ended prematurely: osmo-stp_10.42.42.5(pid=6982) [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6982)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6982): Process ended prematurely: osmo-stp_10.42.42.5(pid=6982) [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:50:28.718409 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:50:28.730749 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:50:28.885852 tst mo_mt_call_osmux.py: using LAC 21577\u000a12:50:29.017330 tst mo_mt_call_osmux.py: using RAC 157\u000a12:50:29.148624 tst mo_mt_call_osmux.py: using CellId 21577\u000a12:50:29.277700 tst mo_mt_call_osmux.py: using BVCI 21578\u000a12:50:29.302897 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:50:29.314503 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:50:29.326077 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:50:29.337693 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:50:29.349294 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:50:29.360829 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:50:29.480561 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:50:29.698018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:50:30.221631 run create_hlr_db(pid=6976): Launched\u000a12:50:30.413214 bus /sierra_2: Setting Powered False\u000a12:50:31.443501 run create_hlr_db(pid=6976): Terminated: ok {rc=0}\u000a12:50:31.900883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6978): Launched\u000a12:50:32.247100 run osmo-hlr_10.42.42.2(pid=6979): Launched\u000a12:50:32.369664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:50:32.948718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6981): Launched\u000a12:50:33.281411 run osmo-stp_10.42.42.5(pid=6982): Launched\u000a12:50:33.402236 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:50:34.008162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6984): Launched\u000a12:50:34.342571 run osmo-msc_10.42.42.6(pid=6985): Launched\u000a12:50:34.536067 run osmo-stp_10.42.42.5(pid=6982): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6982)]\u000a12:50:34.675714 run osmo-stp_10.42.42.5(pid=6982): stdout: \u000a| (launched: 2022-12-09_12:50:33.117992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:34.814918 run osmo-stp_10.42.42.5(pid=6982): stderr: \u000a| �[0;m�[38;5;43m20221209125033312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125033312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125033312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125033313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125033313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125033313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125033313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:34.948121 run osmo-stp_10.42.42.5(pid=6982): stdout: \u000a| (launched: 2022-12-09_12:50:33.117992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:35.080253 run osmo-stp_10.42.42.5(pid=6982): stderr: \u000a| �[0;m�[38;5;43m20221209125033312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125033312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125033312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125033313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125033313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125033313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125033313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:35.138787 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6982): Process ended prematurely: osmo-stp_10.42.42.5(pid=6982) [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6982)] [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:50:35.147869 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:50:35.211734 run osmo-hlr_10.42.42.2(pid=6979): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6979)]\u000a12:50:35.263233 run osmo-hlr_10.42.42.2(pid=6979): stdout: \u000a| (launched: 2022-12-09_12:50:32.072352) \u000a12:50:35.315386 run osmo-hlr_10.42.42.2(pid=6979): stderr: \u000a| �[0;m�[1;31m20221209125032346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125032346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125032346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125032346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125032346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125032346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125032358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125032367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125032367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125032367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:50:35.386026 run osmo-msc_10.42.42.6(pid=6985): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6985)]\u000a12:50:35.437393 run osmo-msc_10.42.42.6(pid=6985): stdout: \u000a| (launched: 2022-12-09_12:50:34.177570) \u000a12:50:35.489543 run osmo-msc_10.42.42.6(pid=6985): stderr: \u000a| �[0;m�[38;5;43m20221209125034502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125034502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5bad428c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125034502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125034502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125034502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125034502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125034504 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125034505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125034505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125034505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:50:35.533943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6978): Terminating (SIGTERM)\u000a12:50:35.575645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6981): Terminating (SIGTERM)\u000a12:50:35.617933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6984): Terminating (SIGTERM)\u000a12:50:35.627531 --- ParallelTerminationStrategy: PID 6978 died...\u000a12:50:35.683240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6978): Terminated: ok {rc=0}\u000a12:50:35.693604 --- ParallelTerminationStrategy: PID 6981 died...\u000a12:50:35.749287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6981): Terminated: ok {rc=0}\u000a12:50:35.759161 --- ParallelTerminationStrategy: PID 6984 died...\u000a12:50:35.815083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6984): Terminated: ok {rc=0}\u000a12:50:35.901796 bus /sierra_3: Setting Powered False\u000a12:50:37.009422 bus /sierra_3: Setting Powered False\u000a12:50:38.117621 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:50:18" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6996): Process ended prematurely: osmo-stp_10.42.42.5(pid=6996) [trial-2360↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6996)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6996): Process ended prematurely: osmo-stp_10.42.42.5(pid=6996) [trial-2360↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:50:40.087003 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:50:40.098470 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:50:40.245985 tst mo_mt_call.py: using LAC 21578\u000a12:50:40.366538 tst mo_mt_call.py: using RAC 158\u000a12:50:40.487156 tst mo_mt_call.py: using CellId 21578\u000a12:50:40.606645 tst mo_mt_call.py: using BVCI 21579\u000a12:50:40.630439 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:50:40.641877 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:50:40.653079 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:50:40.664427 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:50:40.675923 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:50:40.687365 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:50:40.802085 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:50:41.010363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:50:41.506974 run create_hlr_db(pid=6990): Launched\u000a12:50:41.685452 bus /sierra_2: Setting Powered False\u000a12:50:42.706927 run create_hlr_db(pid=6990): Terminated: ok {rc=0}\u000a12:50:43.121081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6992): Launched\u000a12:50:43.434637 run osmo-hlr_10.42.42.2(pid=6993): Launched\u000a12:50:43.547831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:50:44.085893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6995): Launched\u000a12:50:44.400095 run osmo-stp_10.42.42.5(pid=6996): Launched\u000a12:50:44.512109 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:50:45.079358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6998): Launched\u000a12:50:45.393210 run osmo-msc_10.42.42.6(pid=6999): Launched\u000a12:50:45.574663 run osmo-stp_10.42.42.5(pid=6996): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6996)]\u000a12:50:45.705410 run osmo-stp_10.42.42.5(pid=6996): stdout: \u000a| (launched: 2022-12-09_12:50:44.244566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:45.834923 run osmo-stp_10.42.42.5(pid=6996): stderr: \u000a| �[0;m�[38;5;43m20221209125044417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125044417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125044417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125044417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125044419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125044420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125044420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:45.980222 run osmo-stp_10.42.42.5(pid=6996): stdout: \u000a| (launched: 2022-12-09_12:50:44.244566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:46.106683 run osmo-stp_10.42.42.5(pid=6996): stderr: \u000a| �[0;m�[38;5;43m20221209125044417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125044417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125044417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125044417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125044419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125044420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125044420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:46.162386 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6996): Process ended prematurely: osmo-stp_10.42.42.5(pid=6996) [trial-2360↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6996)] [trial-2360↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:50:46.171554 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:50:46.232845 run osmo-hlr_10.42.42.2(pid=6993): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6993)]\u000a12:50:46.283628 run osmo-hlr_10.42.42.2(pid=6993): stdout: \u000a| (launched: 2022-12-09_12:50:43.278527) \u000a12:50:46.334946 run osmo-hlr_10.42.42.2(pid=6993): stderr: \u000a| �[0;m�[1;31m20221209125043459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125043459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125043459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125043459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125043459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125043459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125043476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125043484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125043485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125043485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:50:46.403701 run osmo-msc_10.42.42.6(pid=6999): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6999)]\u000a12:50:46.454243 run osmo-msc_10.42.42.6(pid=6999): stdout: \u000a| (launched: 2022-12-09_12:50:45.236928) \u000a12:50:46.505672 run osmo-msc_10.42.42.6(pid=6999): stderr: \u000a| �[0;m�[38;5;43m20221209125045512 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125045512 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1722022c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125045512 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125045512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125045513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125045513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125045514 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125045515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125045515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125045515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:50:46.548575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6992): Terminating (SIGTERM)\u000a12:50:46.590148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6995): Terminating (SIGTERM)\u000a12:50:46.632183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6998): Terminating (SIGTERM)\u000a12:50:46.641627 --- ParallelTerminationStrategy: PID 6992 died...\u000a12:50:46.696895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6992): Terminated: ok {rc=0}\u000a12:50:46.709421 --- ParallelTerminationStrategy: PID 6995 died...\u000a12:50:46.764101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6995): Terminated: ok {rc=0}\u000a12:50:46.774202 --- ParallelTerminationStrategy: PID 6998 died...\u000a12:50:46.828717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6998): Terminated: ok {rc=0}\u000a12:50:46.940277 bus /sierra_3: Setting Powered False\u000a12:50:48.047669 bus /sierra_3: Setting Powered False\u000a12:50:49.156729 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7007): Process ended prematurely: osmo-stp_10.42.42.5(pid=7007) [trial-2360↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7007)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7007): Process ended prematurely: osmo-stp_10.42.42.5(pid=7007) [trial-2360↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:50:50.274431 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:50:50.287328 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:50:50.443539 tst mo_mt_call_osmux.py: using LAC 21579\u000a12:50:50.573149 tst mo_mt_call_osmux.py: using RAC 159\u000a12:50:50.705393 tst mo_mt_call_osmux.py: using CellId 21579\u000a12:50:50.836296 tst mo_mt_call_osmux.py: using BVCI 21580\u000a12:50:50.861649 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:50:50.873346 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:50:50.884924 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:50:50.897821 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:50:50.910192 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:50:50.922303 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:50:51.042434 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:50:51.257887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:50:51.782435 run create_hlr_db(pid=7001): Launched\u000a12:50:51.974715 bus /sierra_2: Setting Powered False\u000a12:50:52.995078 run create_hlr_db(pid=7001): Terminated: ok {rc=0}\u000a12:50:53.413189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7003): Launched\u000a12:50:53.726130 run osmo-hlr_10.42.42.2(pid=7004): Launched\u000a12:50:53.844602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:50:54.384191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7006): Launched\u000a12:50:54.696092 run osmo-stp_10.42.42.5(pid=7007): Launched\u000a12:50:54.808553 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:50:55.375918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7009): Launched\u000a12:50:55.688138 run osmo-msc_10.42.42.6(pid=7010): Launched\u000a12:50:55.867952 run osmo-stp_10.42.42.5(pid=7007): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7007)]\u000a12:50:55.998045 run osmo-stp_10.42.42.5(pid=7007): stdout: \u000a| (launched: 2022-12-09_12:50:54.541329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:56.126746 run osmo-stp_10.42.42.5(pid=7007): stderr: \u000a| �[0;m�[38;5;43m20221209125054716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125054717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125054717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125054717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125054718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125054718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125054718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:56.251433 run osmo-stp_10.42.42.5(pid=7007): stdout: \u000a| (launched: 2022-12-09_12:50:54.541329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:50:56.374182 run osmo-stp_10.42.42.5(pid=7007): stderr: \u000a| �[0;m�[38;5;43m20221209125054716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125054717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125054717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125054717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125054718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125054718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125054718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:50:56.428620 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7007): Process ended prematurely: osmo-stp_10.42.42.5(pid=7007) [trial-2360↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7007)] [trial-2360↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:50:56.437497 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:50:56.497067 run osmo-hlr_10.42.42.2(pid=7004): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7004)]\u000a12:50:56.546110 run osmo-hlr_10.42.42.2(pid=7004): stdout: \u000a| (launched: 2022-12-09_12:50:53.570652) \u000a12:50:56.595751 run osmo-hlr_10.42.42.2(pid=7004): stderr: \u000a| �[0;m�[1;31m20221209125053752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125053752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125053752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125053752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125053752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125053752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125053764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125053773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125053773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125053773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:50:56.663091 run osmo-msc_10.42.42.6(pid=7010): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7010)]\u000a12:50:56.711754 run osmo-msc_10.42.42.6(pid=7010): stdout: \u000a| (launched: 2022-12-09_12:50:55.532772) \u000a12:50:56.760863 run osmo-msc_10.42.42.6(pid=7010): stderr: \u000a| �[0;m�[38;5;43m20221209125055806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125055806 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe38f36cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125055806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125055806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125055806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125055807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125055808 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125055809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125055809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125055809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:50:56.802417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7003): Terminating (SIGTERM)\u000a12:50:56.842014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7006): Terminating (SIGTERM)\u000a12:50:56.881584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7009): Terminating (SIGTERM)\u000a12:50:56.890798 --- ParallelTerminationStrategy: PID 7003 died...\u000a12:50:56.943666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7003): Terminated: ok {rc=0}\u000a12:50:56.953435 --- ParallelTerminationStrategy: PID 7006 died...\u000a12:50:57.006022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7006): Terminated: ok {rc=0}\u000a12:50:57.015628 --- ParallelTerminationStrategy: PID 7009 died...\u000a12:50:57.068095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7009): Terminated: ok {rc=0}\u000a12:50:57.156493 bus /sierra_3: Setting Powered False\u000a12:50:58.260691 bus /sierra_3: Setting Powered False\u000a12:50:59.372075 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:50:39" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7021): Process ended prematurely: osmo-stp_10.42.42.5(pid=7021) [trial-2360↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7021)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7021): Process ended prematurely: osmo-stp_10.42.42.5(pid=7021) [trial-2360↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a12:51:01.358661 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:51:01.375385 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:51:01.529852 tst mo_mt_call.py: using LAC 21580\u000a12:51:01.660560 tst mo_mt_call.py: using RAC 160\u000a12:51:01.795119 tst mo_mt_call.py: using CellId 21580\u000a12:51:01.929110 tst mo_mt_call.py: using BVCI 21581\u000a12:51:01.956034 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:51:01.968528 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:51:01.982177 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:51:01.996574 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:51:02.010127 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:51:02.022462 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:51:02.165710 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:51:02.394528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:51:02.919927 run create_hlr_db(pid=7015): Launched\u000a12:51:03.112776 bus /sierra_2: Setting Powered False\u000a12:51:04.133951 run create_hlr_db(pid=7015): Terminated: ok {rc=0}\u000a12:51:04.575327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7017): Launched\u000a12:51:04.909693 run osmo-hlr_10.42.42.2(pid=7018): Launched\u000a12:51:05.033708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:51:05.614230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7020): Launched\u000a12:51:05.948085 run osmo-stp_10.42.42.5(pid=7021): Launched\u000a12:51:06.069814 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:51:06.678620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7023): Launched\u000a12:51:07.012018 run osmo-msc_10.42.42.6(pid=7024): Launched\u000a12:51:07.208807 run osmo-stp_10.42.42.5(pid=7021): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7021)]\u000a12:51:07.349687 run osmo-stp_10.42.42.5(pid=7021): stdout: \u000a| (launched: 2022-12-09_12:51:05.783671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:07.490068 run osmo-stp_10.42.42.5(pid=7021): stderr: \u000a| �[0;m�[38;5;43m20221209125105981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125105981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125105981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125105981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125105982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125105982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125105982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:07.624137 run osmo-stp_10.42.42.5(pid=7021): stdout: \u000a| (launched: 2022-12-09_12:51:05.783671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:07.757026 run osmo-stp_10.42.42.5(pid=7021): stderr: \u000a| �[0;m�[38;5;43m20221209125105981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125105981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125105981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125105981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125105982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125105982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125105982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:07.815377 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7021): Process ended prematurely: osmo-stp_10.42.42.5(pid=7021) [trial-2360↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7021)] [trial-2360↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a12:51:07.824792 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a12:51:07.888616 run osmo-hlr_10.42.42.2(pid=7018): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7018)]\u000a12:51:07.940458 run osmo-hlr_10.42.42.2(pid=7018): stdout: \u000a| (launched: 2022-12-09_12:51:04.744468) \u000a12:51:07.993409 run osmo-hlr_10.42.42.2(pid=7018): stderr: \u000a| �[0;m�[1;31m20221209125104949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125104949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125104949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125104949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125104949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125104949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125104961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125104970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125104970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125104970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:51:08.064707 run osmo-msc_10.42.42.6(pid=7024): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7024)]\u000a12:51:08.116920 run osmo-msc_10.42.42.6(pid=7024): stdout: \u000a| (launched: 2022-12-09_12:51:06.847720) \u000a12:51:08.169479 run osmo-msc_10.42.42.6(pid=7024): stderr: \u000a| �[0;m�[38;5;43m20221209125107177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125107177 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c3e693c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125107177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125107177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125107178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125107178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125107179 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125107180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125107180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125107180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:51:08.214232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7017): Terminating (SIGTERM)\u000a12:51:08.256910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7020): Terminating (SIGTERM)\u000a12:51:08.299597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7023): Terminating (SIGTERM)\u000a12:51:08.309494 --- ParallelTerminationStrategy: PID 7017 died...\u000a12:51:08.366475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7017): Terminated: ok {rc=0}\u000a12:51:08.376636 --- ParallelTerminationStrategy: PID 7020 died...\u000a12:51:08.433377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7020): Terminated: ok {rc=0}\u000a12:51:08.443508 --- ParallelTerminationStrategy: PID 7023 died...\u000a12:51:08.500741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7023): Terminated: ok {rc=0}\u000a12:51:08.588898 bus /sierra_3: Setting Powered False\u000a12:51:09.697274 bus /sierra_3: Setting Powered False\u000a12:51:10.806092 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7032): Process ended prematurely: osmo-stp_10.42.42.5(pid=7032) [trial-2360↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7032)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7032): Process ended prematurely: osmo-stp_10.42.42.5(pid=7032) [trial-2360↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:51:11.923872 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:51:11.935988 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:51:12.092498 tst mo_mt_call_osmux.py: using LAC 21581\u000a12:51:12.223484 tst mo_mt_call_osmux.py: using RAC 161\u000a12:51:12.353387 tst mo_mt_call_osmux.py: using CellId 21581\u000a12:51:12.484569 tst mo_mt_call_osmux.py: using BVCI 21582\u000a12:51:12.509922 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:51:12.521553 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:51:12.532737 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:51:12.544176 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:51:12.555719 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:51:12.567541 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:51:12.687646 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:51:12.894545 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:51:13.397548 run create_hlr_db(pid=7026): Launched\u000a12:51:13.576500 bus /sierra_2: Setting Powered False\u000a12:51:14.598083 run create_hlr_db(pid=7026): Terminated: ok {rc=0}\u000a12:51:15.011631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7028): Launched\u000a12:51:15.324562 run osmo-hlr_10.42.42.2(pid=7029): Launched\u000a12:51:15.442398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:51:16.019830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7031): Launched\u000a12:51:16.450799 run osmo-stp_10.42.42.5(pid=7032): Launched\u000a12:51:16.592735 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:51:17.269961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7034): Launched\u000a12:51:17.607337 run osmo-msc_10.42.42.6(pid=7035): Launched\u000a12:51:17.802812 run osmo-stp_10.42.42.5(pid=7032): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7032)]\u000a12:51:17.944006 run osmo-stp_10.42.42.5(pid=7032): stdout: \u000a| (launched: 2022-12-09_12:51:16.183481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:18.083222 run osmo-stp_10.42.42.5(pid=7032): stderr: \u000a| �[0;m�[38;5;43m20221209125116413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125116413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125116413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125116414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125116414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125116414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125116414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:18.217350 run osmo-stp_10.42.42.5(pid=7032): stdout: \u000a| (launched: 2022-12-09_12:51:16.183481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:18.349663 run osmo-stp_10.42.42.5(pid=7032): stderr: \u000a| �[0;m�[38;5;43m20221209125116413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125116413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125116413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125116414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125116414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125116414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125116414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:18.407974 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7032): Process ended prematurely: osmo-stp_10.42.42.5(pid=7032) [trial-2360↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7032)] [trial-2360↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a12:51:18.417242 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:51:18.480869 run osmo-hlr_10.42.42.2(pid=7029): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7029)]\u000a12:51:18.533042 run osmo-hlr_10.42.42.2(pid=7029): stdout: \u000a| (launched: 2022-12-09_12:51:15.168904) \u000a12:51:18.586154 run osmo-hlr_10.42.42.2(pid=7029): stderr: \u000a| �[0;m�[1;31m20221209125115351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125115351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125115351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125115352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125115352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125115352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125115364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125115373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125115373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125115373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:51:18.657925 run osmo-msc_10.42.42.6(pid=7035): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7035)]\u000a12:51:18.710096 run osmo-msc_10.42.42.6(pid=7035): stdout: \u000a| (launched: 2022-12-09_12:51:17.440245) \u000a12:51:18.762841 run osmo-msc_10.42.42.6(pid=7035): stderr: \u000a| �[0;m�[38;5;43m20221209125117764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125117764 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e6f2c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125117764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125117764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125117764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125117764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125117766 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125117767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125117767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125117767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:51:18.807699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7028): Terminating (SIGTERM)\u000a12:51:18.850207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7031): Terminating (SIGTERM)\u000a12:51:18.893299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7034): Terminating (SIGTERM)\u000a12:51:18.903028 --- ParallelTerminationStrategy: PID 7028 died...\u000a12:51:18.959996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7028): Terminated: ok {rc=0}\u000a12:51:18.970122 --- ParallelTerminationStrategy: PID 7031 died...\u000a12:51:19.026454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7031): Terminated: ok {rc=0}\u000a12:51:19.036730 --- ParallelTerminationStrategy: PID 7034 died...\u000a12:51:19.093066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7034): Terminated: ok {rc=0}\u000a12:51:19.182532 bus /sierra_3: Setting Powered False\u000a12:51:20.286285 bus /sierra_3: Setting Powered False\u000a12:51:21.397421 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:51:01" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7049): Process ended prematurely: osmo-stp_10.42.42.5(pid=7049) [trial-2360↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7049)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7049): Process ended prematurely: osmo-stp_10.42.42.5(pid=7049) [trial-2360↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:51:23.379625 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:51:23.390814 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a12:51:23.519565 tst emergency_mo_mt_call.py: using LAC 21582\u000a12:51:23.641719 tst emergency_mo_mt_call.py: using RAC 162\u000a12:51:23.761728 tst emergency_mo_mt_call.py: using CellId 21582\u000a12:51:23.881352 tst emergency_mo_mt_call.py: using BVCI 21583\u000a12:51:23.904420 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:51:23.915327 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:51:23.925947 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:51:23.936294 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:51:23.946770 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:51:23.957182 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:51:24.075615 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:51:24.289338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:51:24.806571 run create_hlr_db(pid=7043): Launched\u000a12:51:24.996812 bus /sierra_2: Setting Powered False\u000a12:51:26.017867 run create_hlr_db(pid=7043): Terminated: ok {rc=0}\u000a12:51:26.431849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7045): Launched\u000a12:51:26.739308 run osmo-hlr_10.42.42.2(pid=7046): Launched\u000a12:51:26.859497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:51:27.443504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7048): Launched\u000a12:51:27.773985 run osmo-stp_10.42.42.5(pid=7049): Launched\u000a12:51:27.910381 tst emergency_mo_mt_call.py: using MSISDN 7222\u000a12:51:28.072925 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:51:28.672024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7051): Launched\u000a12:51:29.001344 run osmo-msc_10.42.42.6(pid=7052): Launched\u000a12:51:29.193445 run osmo-stp_10.42.42.5(pid=7049): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7049)]\u000a12:51:29.331573 run osmo-stp_10.42.42.5(pid=7049): stdout: \u000a| (launched: 2022-12-09_12:51:27.610449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:29.469728 run osmo-stp_10.42.42.5(pid=7049): stderr: \u000a| �[0;m�[38;5;43m20221209125127804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125127805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125127805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125127805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125127806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125127806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125127806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:29.600411 run osmo-stp_10.42.42.5(pid=7049): stdout: \u000a| (launched: 2022-12-09_12:51:27.610449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:29.730253 run osmo-stp_10.42.42.5(pid=7049): stderr: \u000a| �[0;m�[38;5;43m20221209125127804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125127805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125127805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125127805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125127806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125127806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125127806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:29.786683 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7049): Process ended prematurely: osmo-stp_10.42.42.5(pid=7049) [trial-2360↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7049)] [trial-2360↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a12:51:29.795206 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a12:51:29.858872 run osmo-hlr_10.42.42.2(pid=7046): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7046)]\u000a12:51:29.911125 run osmo-hlr_10.42.42.2(pid=7046): stdout: \u000a| (launched: 2022-12-09_12:51:26.586505) \u000a12:51:29.964068 run osmo-hlr_10.42.42.2(pid=7046): stderr: \u000a| �[0;m�[1;31m20221209125126763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125126763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125126763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125126764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125126764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125126764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125126776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125126787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125126787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125126787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:51:30.036045 run osmo-msc_10.42.42.6(pid=7052): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7052)]\u000a12:51:30.088635 run osmo-msc_10.42.42.6(pid=7052): stdout: \u000a| (launched: 2022-12-09_12:51:28.838160) \u000a12:51:30.141959 run osmo-msc_10.42.42.6(pid=7052): stderr: \u000a| �[0;m�[38;5;43m20221209125129162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125129162 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2d0677c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125129162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125129162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125129162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125129163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125129166 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125129167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125129167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125129167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:51:30.186951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7045): Terminating (SIGTERM)\u000a12:51:30.229794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7048): Terminating (SIGTERM)\u000a12:51:30.272155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7051): Terminating (SIGTERM)\u000a12:51:30.282177 --- ParallelTerminationStrategy: PID 7045 died...\u000a12:51:30.338965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7045): Terminated: ok {rc=0}\u000a12:51:30.349054 --- ParallelTerminationStrategy: PID 7048 died...\u000a12:51:30.405564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7048): Terminated: ok {rc=0}\u000a12:51:30.415679 --- ParallelTerminationStrategy: PID 7051 died...\u000a12:51:30.472332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7051): Terminated: ok {rc=0}\u000a12:51:30.560204 bus /sierra_3: Setting Powered False\u000a12:51:31.667277 bus /sierra_3: Setting Powered False\u000a12:51:32.779836 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7060): Process ended prematurely: osmo-stp_10.42.42.5(pid=7060) [trial-2360↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7060)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7060): Process ended prematurely: osmo-stp_10.42.42.5(pid=7060) [trial-2360↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:51:33.831394 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:51:33.842902 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a12:51:33.970609 tst emergency_preemptive_call.py: using LAC 21583\u000a12:51:34.094014 tst emergency_preemptive_call.py: using RAC 163\u000a12:51:34.212278 tst emergency_preemptive_call.py: using CellId 21583\u000a12:51:34.329874 tst emergency_preemptive_call.py: using BVCI 21584\u000a12:51:34.353329 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:51:34.363911 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:51:34.374540 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:51:34.385133 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:51:34.395603 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a12:51:34.406097 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:51:34.521638 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:51:34.638498 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:51:34.754292 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a12:51:34.966995 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:51:35.483778 run create_hlr_db(pid=7054): Launched\u000a12:51:35.673221 bus /sierra_2: Setting Powered False\u000a12:51:36.693701 run create_hlr_db(pid=7054): Terminated: ok {rc=0}\u000a12:51:37.106339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7056): Launched\u000a12:51:37.416466 run osmo-hlr_10.42.42.2(pid=7057): Launched\u000a12:51:37.538407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:51:38.077526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7059): Launched\u000a12:51:38.385059 run osmo-stp_10.42.42.5(pid=7060): Launched\u000a12:51:38.509545 tst emergency_preemptive_call.py: using MSISDN 7223\u000a12:51:38.661271 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:51:39.217725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7062): Launched\u000a12:51:39.526885 run osmo-msc_10.42.42.6(pid=7063): Launched\u000a12:51:39.712556 run osmo-stp_10.42.42.5(pid=7060): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7060)]\u000a12:51:39.841937 run osmo-stp_10.42.42.5(pid=7060): stdout: \u000a| (launched: 2022-12-09_12:51:38.232466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:39.969878 run osmo-stp_10.42.42.5(pid=7060): stderr: \u000a| �[0;m�[38;5;43m20221209125138405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125138405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125138405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125138405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125138406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125138406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125138406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:40.091457 run osmo-stp_10.42.42.5(pid=7060): stdout: \u000a| (launched: 2022-12-09_12:51:38.232466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:40.212436 run osmo-stp_10.42.42.5(pid=7060): stderr: \u000a| �[0;m�[38;5;43m20221209125138405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125138405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125138405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125138405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125138406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125138406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125138406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:40.265312 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7060): Process ended prematurely: osmo-stp_10.42.42.5(pid=7060) [trial-2360↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7060)] [trial-2360↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a12:51:40.273362 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a12:51:40.333393 run osmo-hlr_10.42.42.2(pid=7057): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7057)]\u000a12:51:40.382972 run osmo-hlr_10.42.42.2(pid=7057): stdout: \u000a| (launched: 2022-12-09_12:51:37.261917) \u000a12:51:40.432898 run osmo-hlr_10.42.42.2(pid=7057): stderr: \u000a| �[0;m�[1;31m20221209125137443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125137443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125137443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125137443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125137443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125137444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125137456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125137465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125137465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125137465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:51:40.500797 run osmo-msc_10.42.42.6(pid=7063): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7063)]\u000a12:51:40.550540 run osmo-msc_10.42.42.6(pid=7063): stdout: \u000a| (launched: 2022-12-09_12:51:39.371991) \u000a12:51:40.600379 run osmo-msc_10.42.42.6(pid=7063): stderr: \u000a| �[0;m�[38;5;43m20221209125139645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125139645 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ffa762c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125139645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125139645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125139645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125139645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125139647 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125139648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125139648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125139648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:51:40.642645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7056): Terminating (SIGTERM)\u000a12:51:40.682405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7059): Terminating (SIGTERM)\u000a12:51:40.722093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7062): Terminating (SIGTERM)\u000a12:51:40.731276 --- ParallelTerminationStrategy: PID 7056 died...\u000a12:51:40.784679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7056): Terminated: ok {rc=0}\u000a12:51:40.794361 --- ParallelTerminationStrategy: PID 7059 died...\u000a12:51:40.847353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7059): Terminated: ok {rc=0}\u000a12:51:40.856894 --- ParallelTerminationStrategy: PID 7062 died...\u000a12:51:40.910490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7062): Terminated: ok {rc=0}\u000a12:51:41.001155 bus /sierra_9: Setting Powered False\u000a12:51:42.108746 bus /sierra_9: Setting Powered False\u000a12:51:43.217322 bus /sierra_8: Setting Powered False\u000a12:51:44.323961 bus /sierra_8: Setting Powered False\u000a12:51:45.432279 bus /sierra_3: Setting Powered False\u000a12:51:46.546423 bus /sierra_3: Setting Powered False\u000a12:51:47.656513 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:51:23" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7078): Process ended prematurely: osmo-stp_10.42.42.5(pid=7078) [trial-2360↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7078)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7078): Process ended prematurely: osmo-stp_10.42.42.5(pid=7078) [trial-2360↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:51:49.749709 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:51:49.760781 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:51:49.893218 tst cs_paging_gprs_active.py: using LAC 21584\u000a12:51:50.021717 tst cs_paging_gprs_active.py: using RAC 164\u000a12:51:50.150991 tst cs_paging_gprs_active.py: using CellId 21584\u000a12:51:50.275004 tst cs_paging_gprs_active.py: using BVCI 21585\u000a12:51:50.299193 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:51:50.309979 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:51:50.320768 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:51:50.331612 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:51:50.342389 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:51:50.353129 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:51:50.363960 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:51:50.374591 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:51:50.385347 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:51:50.506583 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:51:50.792469 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:51:50.924077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:51:51.246550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7068): Launched\u000a12:51:51.515427 run iperf3-srv_10.42.42.10(pid=7069): Launched\u000a12:51:51.705136 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:51:51.834748 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:51:52.158807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7070): Launched\u000a12:51:52.429001 run iperf3-srv_10.42.42.10(pid=7071): Launched\u000a12:51:52.618255 tst cs_paging_gprs_active.py:38: start network...\u000a12:51:52.747735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:51:53.248591 run create_hlr_db(pid=7072): Launched\u000a12:51:53.428521 bus /sierra_2: Setting Powered False\u000a12:51:54.450873 run create_hlr_db(pid=7072): Terminated: ok {rc=0}\u000a12:51:54.894125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7074): Launched\u000a12:51:55.230562 run osmo-hlr_10.42.42.2(pid=7075): Launched\u000a12:51:55.353560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:51:55.931992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7077): Launched\u000a12:51:56.268599 run osmo-stp_10.42.42.5(pid=7078): Launched\u000a12:51:56.391136 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:51:57.974644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7080): Launched\u000a12:51:58.093658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:51:58.386575 run patchelf(pid=7081): Launched\u000a12:51:58.579953 run osmo-stp_10.42.42.5(pid=7078): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7078)]\u000a12:51:58.721808 run osmo-stp_10.42.42.5(pid=7078): stdout: \u000a| (launched: 2022-12-09_12:51:56.100878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:58.863688 run osmo-stp_10.42.42.5(pid=7078): stderr: \u000a| �[0;m�[38;5;43m20221209125156295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125156295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125156295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125156296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125156296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125156296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125156296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:59.001219 run osmo-stp_10.42.42.5(pid=7078): stdout: \u000a| (launched: 2022-12-09_12:51:56.100878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:59.137724 run osmo-stp_10.42.42.5(pid=7078): stderr: \u000a| �[0;m�[38;5;43m20221209125156295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125156295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125156295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125156296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125156296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125156296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125156296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:59.296137 run patchelf(pid=7081): Terminating (SIGINT)\u000a12:51:59.481658 run patchelf(pid=7081): Terminated: ok {rc=0}\u000a12:51:59.515379 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7078): Process ended prematurely: osmo-stp_10.42.42.5(pid=7078) [trial-2360↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7078)] [trial-2360↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a12:51:59.525214 tst cs_paging_gprs_active.py:38: Test FAILED (9.8 sec)\u000a12:51:59.589606 run osmo-hlr_10.42.42.2(pid=7075): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7075)]\u000a12:51:59.641685 run osmo-hlr_10.42.42.2(pid=7075): stdout: \u000a| (launched: 2022-12-09_12:51:55.063575) \u000a12:51:59.694644 run osmo-hlr_10.42.42.2(pid=7075): stderr: \u000a| �[0;m�[1;31m20221209125155264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125155264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125155264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125155264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125155264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125155264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125155277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125155285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125155286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125155286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:51:59.739554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7068): Terminating (SIGTERM)\u000a12:51:59.782190 run iperf3-srv_10.42.42.10(pid=7069): Terminating (SIGTERM)\u000a12:51:59.825286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7070): Terminating (SIGTERM)\u000a12:51:59.867524 run iperf3-srv_10.42.42.10(pid=7071): Terminating (SIGTERM)\u000a12:51:59.910101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7074): Terminating (SIGTERM)\u000a12:51:59.952463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7077): Terminating (SIGTERM)\u000a12:51:59.995101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7080): Terminating (SIGTERM)\u000a12:52:00.004835 --- ParallelTerminationStrategy: PID 7068 died...\u000a12:52:00.061806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7068): Terminated: ok {rc=0}\u000a12:52:00.071957 --- ParallelTerminationStrategy: PID 7069 died...\u000a12:52:00.128259 run iperf3-srv_10.42.42.10(pid=7069): Terminated {rc=256}\u000a12:52:00.138565 --- ParallelTerminationStrategy: PID 7070 died...\u000a12:52:00.195589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7070): Terminated: ok {rc=0}\u000a12:52:00.205758 --- ParallelTerminationStrategy: PID 7071 died...\u000a12:52:00.261983 run iperf3-srv_10.42.42.10(pid=7071): Terminated {rc=256}\u000a12:52:00.272546 --- ParallelTerminationStrategy: PID 7074 died...\u000a12:52:00.329300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7074): Terminated: ok {rc=0}\u000a12:52:00.339409 --- ParallelTerminationStrategy: PID 7077 died...\u000a12:52:00.396668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7077): Terminated: ok {rc=0}\u000a12:52:00.407067 --- ParallelTerminationStrategy: PID 7080 died...\u000a12:52:00.463725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7080): Terminated: ok {rc=0}\u000a12:52:00.552360 bus /gobi_0: Setting Powered False\u000a12:52:01.656012 bus /gobi_0: Setting Powered False\u000a12:52:02.768221 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7090): Process ended prematurely: osmo-stp_10.42.42.5(pid=7090) [trial-2360↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7090)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7090): Process ended prematurely: osmo-stp_10.42.42.5(pid=7090) [trial-2360↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a12:52:03.882254 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:03.893674 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:52:04.021389 tst iperf3.py: using LAC 21585\u000a12:52:04.145735 tst iperf3.py: using RAC 165\u000a12:52:04.269917 tst iperf3.py: using CellId 21585\u000a12:52:04.394880 tst iperf3.py: using BVCI 21586\u000a12:52:04.418712 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:04.429390 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:04.439922 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:04.450548 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:04.460933 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:04.471476 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:04.482196 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:04.492759 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:04.503465 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:52:04.785113 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:52:04.914568 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:52:05.239069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7082): Launched\u000a12:52:05.506789 run iperf3-srv_10.42.42.10(pid=7083): Launched\u000a12:52:05.694946 tst iperf3.py:8: start network...\u000a12:52:05.823165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:52:06.323139 run create_hlr_db(pid=7084): Launched\u000a12:52:06.501118 bus /gobi_6: Setting Powered False\u000a12:52:07.523192 run create_hlr_db(pid=7084): Terminated: ok {rc=0}\u000a12:52:07.965027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7086): Launched\u000a12:52:08.300667 run osmo-hlr_10.42.42.2(pid=7087): Launched\u000a12:52:08.425791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:52:09.004871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7089): Launched\u000a12:52:09.339569 run osmo-stp_10.42.42.5(pid=7090): Launched\u000a12:52:09.460454 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:52:10.040235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7092): Launched\u000a12:52:10.159742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:52:10.449533 run patchelf(pid=7093): Launched\u000a12:52:10.643463 run osmo-stp_10.42.42.5(pid=7090): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7090)]\u000a12:52:10.785409 run osmo-stp_10.42.42.5(pid=7090): stdout: \u000a| (launched: 2022-12-09_12:52:09.173962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:10.927612 run osmo-stp_10.42.42.5(pid=7090): stderr: \u000a| �[0;m�[38;5;43m20221209125209369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125209369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125209369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125209370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125209370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125209370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125209370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:11.065706 run osmo-stp_10.42.42.5(pid=7090): stdout: \u000a| (launched: 2022-12-09_12:52:09.173962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:11.202901 run osmo-stp_10.42.42.5(pid=7090): stderr: \u000a| �[0;m�[38;5;43m20221209125209369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125209369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125209369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125209370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125209370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125209370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125209370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:11.361471 run patchelf(pid=7093): Terminating (SIGINT)\u000a12:52:11.546439 run patchelf(pid=7093): Terminated: ok {rc=0}\u000a12:52:11.580386 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7090): Process ended prematurely: osmo-stp_10.42.42.5(pid=7090) [trial-2360↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7090)] [trial-2360↪gprs:sysmo↪iperf3.py:8]\u000a12:52:11.590183 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:52:11.653908 run osmo-hlr_10.42.42.2(pid=7087): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7087)]\u000a12:52:11.705727 run osmo-hlr_10.42.42.2(pid=7087): stdout: \u000a| (launched: 2022-12-09_12:52:08.134428) \u000a12:52:11.758386 run osmo-hlr_10.42.42.2(pid=7087): stderr: \u000a| �[0;m�[1;31m20221209125208337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125208337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125208337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125208337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125208337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125208337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125208350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125208358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125208359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125208359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:52:11.803047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7082): Terminating (SIGTERM)\u000a12:52:11.845813 run iperf3-srv_10.42.42.10(pid=7083): Terminating (SIGTERM)\u000a12:52:11.888835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7086): Terminating (SIGTERM)\u000a12:52:11.931195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7089): Terminating (SIGTERM)\u000a12:52:11.973903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7092): Terminating (SIGTERM)\u000a12:52:11.983925 --- ParallelTerminationStrategy: PID 7082 died...\u000a12:52:12.041413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7082): Terminated: ok {rc=0}\u000a12:52:12.051679 --- ParallelTerminationStrategy: PID 7083 died...\u000a12:52:12.108487 run iperf3-srv_10.42.42.10(pid=7083): Terminated {rc=256}\u000a12:52:12.119008 --- ParallelTerminationStrategy: PID 7086 died...\u000a12:52:12.176309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7086): Terminated: ok {rc=0}\u000a12:52:12.186508 --- ParallelTerminationStrategy: PID 7089 died...\u000a12:52:12.243373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7089): Terminated: ok {rc=0}\u000a12:52:12.253987 --- ParallelTerminationStrategy: PID 7092 died...\u000a12:52:12.310895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7092): Terminated: ok {rc=0}\u000a12:52:12.399240 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7108): Process ended prematurely: osmo-stp_10.42.42.5(pid=7108) [trial-2360↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7108)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7108): Process ended prematurely: osmo-stp_10.42.42.5(pid=7108) [trial-2360↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a12:52:13.517691 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:13.529863 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:52:13.656788 tst iperf3m4.py: using LAC 21586\u000a12:52:13.778963 tst iperf3m4.py: using RAC 166\u000a12:52:13.902309 tst iperf3m4.py: using CellId 21586\u000a12:52:14.022682 tst iperf3m4.py: using BVCI 21587\u000a12:52:14.046631 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:14.057545 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:14.068299 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:14.079216 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:14.090057 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:14.100499 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:14.111178 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:14.121538 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:14.132170 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:52:14.253968 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:52:14.375700 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:52:14.495543 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:52:14.778526 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:52:14.908870 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:52:15.233789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7094): Launched\u000a12:52:15.502770 run iperf3-srv_10.42.42.10(pid=7095): Launched\u000a12:52:15.691795 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:52:15.821118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:52:16.179533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7096): Launched\u000a12:52:16.484317 run iperf3-srv_10.42.42.10(pid=7097): Launched\u000a12:52:16.678918 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:52:16.812573 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:52:17.154607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7098): Launched\u000a12:52:17.426505 run iperf3-srv_10.42.42.10(pid=7099): Launched\u000a12:52:17.615767 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:52:17.745550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:52:18.069684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7100): Launched\u000a12:52:18.354046 run iperf3-srv_10.42.42.10(pid=7101): Launched\u000a12:52:18.542628 tst iperf3m4.py:8: start network...\u000a12:52:18.671893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:52:19.173581 run create_hlr_db(pid=7102): Launched\u000a12:52:19.352751 bus /gobi_6: Setting Powered False\u000a12:52:20.374993 run create_hlr_db(pid=7102): Terminated: ok {rc=0}\u000a12:52:20.789394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7104): Launched\u000a12:52:21.103891 run osmo-hlr_10.42.42.2(pid=7105): Launched\u000a12:52:21.227153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:52:21.777265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7107): Launched\u000a12:52:22.091076 run osmo-stp_10.42.42.5(pid=7108): Launched\u000a12:52:22.204026 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:52:22.746654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7110): Launched\u000a12:52:22.857798 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:52:23.130266 run patchelf(pid=7111): Launched\u000a12:52:23.311561 run osmo-stp_10.42.42.5(pid=7108): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7108)]\u000a12:52:23.444283 run osmo-stp_10.42.42.5(pid=7108): stdout: \u000a| (launched: 2022-12-09_12:52:21.935122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:23.577384 run osmo-stp_10.42.42.5(pid=7108): stderr: \u000a| �[0;m�[38;5;43m20221209125222112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125222112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125222113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125222113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125222113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125222114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125222114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:23.706013 run osmo-stp_10.42.42.5(pid=7108): stdout: \u000a| (launched: 2022-12-09_12:52:21.935122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:23.833387 run osmo-stp_10.42.42.5(pid=7108): stderr: \u000a| �[0;m�[38;5;43m20221209125222112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125222112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125222113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125222113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125222113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125222114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125222114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:23.981934 run patchelf(pid=7111): Terminating (SIGINT)\u000a12:52:24.155327 run patchelf(pid=7111): Terminated: ok {rc=0}\u000a12:52:24.186956 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7108): Process ended prematurely: osmo-stp_10.42.42.5(pid=7108) [trial-2360↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7108)] [trial-2360↪gprs:sysmo↪iperf3m4.py:8]\u000a12:52:24.196171 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a12:52:24.257495 run osmo-hlr_10.42.42.2(pid=7105): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7105)]\u000a12:52:24.307337 run osmo-hlr_10.42.42.2(pid=7105): stdout: \u000a| (launched: 2022-12-09_12:52:20.948213) \u000a12:52:24.357893 run osmo-hlr_10.42.42.2(pid=7105): stderr: \u000a| �[0;m�[1;31m20221209125221130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125221130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125221130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125221130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125221130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125221130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125221141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125221149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125221149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125221149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:52:24.400932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7094): Terminating (SIGTERM)\u000a12:52:24.441795 run iperf3-srv_10.42.42.10(pid=7095): Terminating (SIGTERM)\u000a12:52:24.482622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7096): Terminating (SIGTERM)\u000a12:52:24.523136 run iperf3-srv_10.42.42.10(pid=7097): Terminating (SIGTERM)\u000a12:52:24.563745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7098): Terminating (SIGTERM)\u000a12:52:24.604137 run iperf3-srv_10.42.42.10(pid=7099): Terminating (SIGTERM)\u000a12:52:24.644645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7100): Terminating (SIGTERM)\u000a12:52:24.684935 run iperf3-srv_10.42.42.10(pid=7101): Terminating (SIGTERM)\u000a12:52:24.725714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7104): Terminating (SIGTERM)\u000a12:52:24.766303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7107): Terminating (SIGTERM)\u000a12:52:24.806800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7110): Terminating (SIGTERM)\u000a12:52:24.816342 --- ParallelTerminationStrategy: PID 7094 died...\u000a12:52:24.870750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7094): Terminated: ok {rc=0}\u000a12:52:24.881143 --- ParallelTerminationStrategy: PID 7095 died...\u000a12:52:24.935175 run iperf3-srv_10.42.42.10(pid=7095): Terminated {rc=256}\u000a12:52:24.945091 --- ParallelTerminationStrategy: PID 7096 died...\u000a12:52:24.998712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7096): Terminated: ok {rc=0}\u000a12:52:25.008593 --- ParallelTerminationStrategy: PID 7097 died...\u000a12:52:25.062364 run iperf3-srv_10.42.42.10(pid=7097): Terminated {rc=256}\u000a12:52:25.072261 --- ParallelTerminationStrategy: PID 7098 died...\u000a12:52:25.126069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7098): Terminated: ok {rc=0}\u000a12:52:25.136004 --- ParallelTerminationStrategy: PID 7099 died...\u000a12:52:25.189332 run iperf3-srv_10.42.42.10(pid=7099): Terminated {rc=256}\u000a12:52:25.199122 --- ParallelTerminationStrategy: PID 7100 died...\u000a12:52:25.252225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7100): Terminated: ok {rc=0}\u000a12:52:25.262083 --- ParallelTerminationStrategy: PID 7101 died...\u000a12:52:25.315161 run iperf3-srv_10.42.42.10(pid=7101): Terminated {rc=256}\u000a12:52:25.324936 --- ParallelTerminationStrategy: PID 7104 died...\u000a12:52:25.378334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7104): Terminated: ok {rc=0}\u000a12:52:25.388106 --- ParallelTerminationStrategy: PID 7107 died...\u000a12:52:25.441582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7107): Terminated: ok {rc=0}\u000a12:52:25.451332 --- ParallelTerminationStrategy: PID 7110 died...\u000a12:52:25.504587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7110): Terminated: ok {rc=0}\u000a12:52:25.592833 bus /gobi_4: Setting Powered False\u000a12:52:26.696548 bus /gobi_4: Setting Powered False\u000a12:52:27.809340 bus /gobi_1: Setting Powered False\u000a12:52:28.913447 bus /gobi_1: Setting Powered False\u000a12:52:30.025343 bus /gobi_0: Setting Powered False\u000a12:52:31.154523 bus /gobi_0: Setting Powered False\u000a12:52:32.273712 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7120): Process ended prematurely: osmo-stp_10.42.42.5(pid=7120) [trial-2360↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7120)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7120): Process ended prematurely: osmo-stp_10.42.42.5(pid=7120) [trial-2360↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo ping.py\u000a----------------------------------------------\u000a12:52:33.341661 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:33.352933 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:52:33.478516 tst ping.py: using LAC 21587\u000a12:52:33.597769 tst ping.py: using RAC 167\u000a12:52:33.716243 tst ping.py: using CellId 21587\u000a12:52:33.842105 tst ping.py: using BVCI 21588\u000a12:52:33.865372 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:33.875918 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:33.886552 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:33.897021 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:33.907388 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:33.917760 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:33.928662 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:33.939345 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:52:34.215524 tst ping.py:19: start network...\u000a12:52:34.342072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:52:34.832428 run create_hlr_db(pid=7112): Launched\u000a12:52:35.008649 bus /gobi_6: Setting Powered False\u000a12:52:36.028931 run create_hlr_db(pid=7112): Terminated: ok {rc=0}\u000a12:52:36.465949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7116): Launched\u000a12:52:36.795495 run osmo-hlr_10.42.42.2(pid=7117): Launched\u000a12:52:36.915323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:52:37.487107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7119): Launched\u000a12:52:37.815922 run osmo-stp_10.42.42.5(pid=7120): Launched\u000a12:52:37.934713 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:52:38.508253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7122): Launched\u000a12:52:38.624610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:52:38.911464 run patchelf(pid=7123): Launched\u000a12:52:39.103049 run osmo-stp_10.42.42.5(pid=7120): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7120)]\u000a12:52:39.243599 run osmo-stp_10.42.42.5(pid=7120): stdout: \u000a| (launched: 2022-12-09_12:52:37.653322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:39.384054 run osmo-stp_10.42.42.5(pid=7120): stderr: \u000a| �[0;m�[38;5;43m20221209125237848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125237848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125237848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125237848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125237849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125237849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125237849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:39.519480 run osmo-stp_10.42.42.5(pid=7120): stdout: \u000a| (launched: 2022-12-09_12:52:37.653322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:39.654203 run osmo-stp_10.42.42.5(pid=7120): stderr: \u000a| �[0;m�[38;5;43m20221209125237848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125237848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125237848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125237848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125237849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125237849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125237849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:39.809906 run patchelf(pid=7123): Terminating (SIGINT)\u000a12:52:39.992106 run patchelf(pid=7123): Terminated: ok {rc=0}\u000a12:52:40.026404 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7120): Process ended prematurely: osmo-stp_10.42.42.5(pid=7120) [trial-2360↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7120)] [trial-2360↪gprs:sysmo↪ping.py:22]\u000a12:52:40.035653 tst ping.py:22: Test FAILED (6.7 sec)\u000a12:52:40.104143 run osmo-hlr_10.42.42.2(pid=7117): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7117)]\u000a12:52:40.156706 run osmo-hlr_10.42.42.2(pid=7117): stdout: \u000a| (launched: 2022-12-09_12:52:36.632127) \u000a12:52:40.209975 run osmo-hlr_10.42.42.2(pid=7117): stderr: \u000a| �[0;m�[1;31m20221209125236832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125236832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125236832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125236832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125236832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125236832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125236845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125236853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125236853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125236853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:52:40.255294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7116): Terminating (SIGTERM)\u000a12:52:40.298447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7119): Terminating (SIGTERM)\u000a12:52:40.341633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7122): Terminating (SIGTERM)\u000a12:52:40.351572 --- ParallelTerminationStrategy: PID 7116 died...\u000a12:52:40.408745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7116): Terminated: ok {rc=0}\u000a12:52:40.419009 --- ParallelTerminationStrategy: PID 7119 died...\u000a12:52:40.475447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7119): Terminated: ok {rc=0}\u000a12:52:40.485889 --- ParallelTerminationStrategy: PID 7122 died...\u000a12:52:40.542666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7122): Terminated: ok {rc=0}\u000a12:52:40.630860 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7131): Process ended prematurely: osmo-stp_10.42.42.5(pid=7131) [trial-2360↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7131)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7131): Process ended prematurely: osmo-stp_10.42.42.5(pid=7131) [trial-2360↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:52:41.685283 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:41.697457 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a12:52:41.829655 tst ping_idle_ping.py: using LAC 21588\u000a12:52:41.958780 tst ping_idle_ping.py: using RAC 168\u000a12:52:42.081306 tst ping_idle_ping.py: using CellId 21588\u000a12:52:42.201018 tst ping_idle_ping.py: using BVCI 21589\u000a12:52:42.224419 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:42.235291 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:42.245982 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:42.256742 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:42.267479 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:42.278029 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:42.288700 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a12:52:42.299329 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a12:52:42.601514 tst ping_idle_ping.py:24: start network...\u000a12:52:42.737810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:52:43.255773 run create_hlr_db(pid=7125): Launched\u000a12:52:43.445640 bus /gobi_6: Setting Powered False\u000a12:52:44.455151 run create_hlr_db(pid=7125): Terminated: ok {rc=0}\u000a12:52:44.874259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7127): Launched\u000a12:52:45.183847 run osmo-hlr_10.42.42.2(pid=7128): Launched\u000a12:52:45.295973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:52:45.827972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7130): Launched\u000a12:52:46.184217 run osmo-stp_10.42.42.5(pid=7131): Launched\u000a12:52:46.302290 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:52:47.030233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7133): Launched\u000a12:52:47.140937 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:52:47.419414 run patchelf(pid=7134): Launched\u000a12:52:47.611297 run osmo-stp_10.42.42.5(pid=7131): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7131)]\u000a12:52:47.751476 run osmo-stp_10.42.42.5(pid=7131): stdout: \u000a| (launched: 2022-12-09_12:52:46.008019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:47.891895 run osmo-stp_10.42.42.5(pid=7131): stderr: \u000a| �[0;m�[38;5;43m20221209125246363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125246363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125246364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125246364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125246364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125246373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125246373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:48.027452 run osmo-stp_10.42.42.5(pid=7131): stdout: \u000a| (launched: 2022-12-09_12:52:46.008019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:48.161881 run osmo-stp_10.42.42.5(pid=7131): stderr: \u000a| �[0;m�[38;5;43m20221209125246363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125246363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125246364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125246364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125246364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125246373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125246373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:48.318771 run patchelf(pid=7134): Terminating (SIGINT)\u000a12:52:48.501313 run patchelf(pid=7134): Terminated: ok {rc=0}\u000a12:52:48.534344 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7131): Process ended prematurely: osmo-stp_10.42.42.5(pid=7131) [trial-2360↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7131)] [trial-2360↪gprs:sysmo↪ping_idle_ping.py:27]\u000a12:52:48.543745 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:52:48.607681 run osmo-hlr_10.42.42.2(pid=7128): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7128)]\u000a12:52:48.659749 run osmo-hlr_10.42.42.2(pid=7128): stdout: \u000a| (launched: 2022-12-09_12:52:45.030112) \u000a12:52:48.712677 run osmo-hlr_10.42.42.2(pid=7128): stderr: \u000a| �[0;m�[1;31m20221209125245210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125245210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125245210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125245211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125245211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125245211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125245223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125245232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125245232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125245232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:52:48.757612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7127): Terminating (SIGTERM)\u000a12:52:48.800210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7130): Terminating (SIGTERM)\u000a12:52:48.842734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7133): Terminating (SIGTERM)\u000a12:52:48.852673 --- ParallelTerminationStrategy: PID 7127 died...\u000a12:52:48.909607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7127): Terminated: ok {rc=0}\u000a12:52:48.919706 --- ParallelTerminationStrategy: PID 7130 died...\u000a12:52:48.976352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7130): Terminated: ok {rc=0}\u000a12:52:48.986493 --- ParallelTerminationStrategy: PID 7133 died...\u000a12:52:49.042958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7133): Terminated: ok {rc=0}\u000a12:52:49.129383 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:51:49" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7148): Process ended prematurely: osmo-stp_10.42.42.5(pid=7148) [trial-2360↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7148)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7148): Process ended prematurely: osmo-stp_10.42.42.5(pid=7148) [trial-2360↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:52:51.235137 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:52:51.245923 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:52:51.371807 tst cs_paging_gprs_active.py: using LAC 21589\u000a12:52:51.495351 tst cs_paging_gprs_active.py: using RAC 169\u000a12:52:51.618554 tst cs_paging_gprs_active.py: using CellId 21589\u000a12:52:51.742487 tst cs_paging_gprs_active.py: using BVCI 21590\u000a12:52:51.766347 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:52:51.777265 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:52:51.787788 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:52:51.798413 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:52:51.808934 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:52:51.819632 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:52:51.830416 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:52:51.840910 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:52:51.851683 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:52:51.971856 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:52:52.258186 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:52:52.387440 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:52:52.710987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7138): Launched\u000a12:52:52.979779 run iperf3-srv_10.42.42.10(pid=7139): Launched\u000a12:52:53.170577 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:52:53.300064 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:52:53.625472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7140): Launched\u000a12:52:53.896452 run iperf3-srv_10.42.42.10(pid=7141): Launched\u000a12:52:54.086410 tst cs_paging_gprs_active.py:38: start network...\u000a12:52:54.216436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:52:54.718508 run create_hlr_db(pid=7142): Launched\u000a12:52:54.897079 bus /gobi_6: Setting Powered False\u000a12:52:55.919417 run create_hlr_db(pid=7142): Terminated: ok {rc=0}\u000a12:52:56.365959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7144): Launched\u000a12:52:56.703640 run osmo-hlr_10.42.42.2(pid=7145): Launched\u000a12:52:56.828674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:52:57.412086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7147): Launched\u000a12:52:57.748767 run osmo-stp_10.42.42.5(pid=7148): Launched\u000a12:52:57.870730 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:52:58.453595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7150): Launched\u000a12:52:58.572823 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:52:58.864649 run patchelf(pid=7151): Launched\u000a12:52:59.059453 run osmo-stp_10.42.42.5(pid=7148): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7148)]\u000a12:52:59.201921 run osmo-stp_10.42.42.5(pid=7148): stdout: \u000a| (launched: 2022-12-09_12:52:57.581855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:59.344527 run osmo-stp_10.42.42.5(pid=7148): stderr: \u000a| �[0;m�[38;5;43m20221209125257778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125257778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125257778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125257779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125257779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125257779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125257779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:59.482194 run osmo-stp_10.42.42.5(pid=7148): stdout: \u000a| (launched: 2022-12-09_12:52:57.581855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:59.618683 run osmo-stp_10.42.42.5(pid=7148): stderr: \u000a| �[0;m�[38;5;43m20221209125257778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125257778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125257778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125257779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125257779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125257779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125257779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:59.777321 run patchelf(pid=7151): Terminating (SIGINT)\u000a12:52:59.962610 run patchelf(pid=7151): Terminated: ok {rc=0}\u000a12:52:59.996725 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7148): Process ended prematurely: osmo-stp_10.42.42.5(pid=7148) [trial-2360↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7148)] [trial-2360↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:53:00.006817 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:53:00.071524 run osmo-hlr_10.42.42.2(pid=7145): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7145)]\u000a12:53:00.124198 run osmo-hlr_10.42.42.2(pid=7145): stdout: \u000a| (launched: 2022-12-09_12:52:56.536086) \u000a12:53:00.177734 run osmo-hlr_10.42.42.2(pid=7145): stderr: \u000a| �[0;m�[1;31m20221209125256740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125256740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125256740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125256740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125256740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125256740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125256757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125256767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125256767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125256767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:53:00.223424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7138): Terminating (SIGTERM)\u000a12:53:00.266302 run iperf3-srv_10.42.42.10(pid=7139): Terminating (SIGTERM)\u000a12:53:00.309942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7140): Terminating (SIGTERM)\u000a12:53:00.352521 run iperf3-srv_10.42.42.10(pid=7141): Terminating (SIGTERM)\u000a12:53:00.395799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7144): Terminating (SIGTERM)\u000a12:53:00.438798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7147): Terminating (SIGTERM)\u000a12:53:00.482227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7150): Terminating (SIGTERM)\u000a12:53:00.492556 --- ParallelTerminationStrategy: PID 7138 died...\u000a12:53:00.549123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7138): Terminated: ok {rc=0}\u000a12:53:00.559506 --- ParallelTerminationStrategy: PID 7139 died...\u000a12:53:00.615725 run iperf3-srv_10.42.42.10(pid=7139): Terminated {rc=256}\u000a12:53:00.625825 --- ParallelTerminationStrategy: PID 7140 died...\u000a12:53:00.681924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7140): Terminated: ok {rc=0}\u000a12:53:00.691930 --- ParallelTerminationStrategy: PID 7141 died...\u000a12:53:00.747655 run iperf3-srv_10.42.42.10(pid=7141): Terminated {rc=256}\u000a12:53:00.757882 --- ParallelTerminationStrategy: PID 7144 died...\u000a12:53:00.813496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7144): Terminated: ok {rc=0}\u000a12:53:00.823702 --- ParallelTerminationStrategy: PID 7147 died...\u000a12:53:00.887741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7147): Terminated: ok {rc=0}\u000a12:53:00.901773 --- ParallelTerminationStrategy: PID 7150 died...\u000a12:53:00.959381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7150): Terminated: ok {rc=0}\u000a12:53:01.047601 bus /gobi_0: Setting Powered False\u000a12:53:02.195805 bus /gobi_0: Setting Powered False\u000a12:53:03.332164 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7432): Process ended prematurely: osmo-stp_10.42.42.5(pid=7432) [trial-2360↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7432)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7432): Process ended prematurely: osmo-stp_10.42.42.5(pid=7432) [trial-2360↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:53:04.458085 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:04.471563 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:53:04.614356 tst iperf3.py: using LAC 21590\u000a12:53:04.749876 tst iperf3.py: using RAC 170\u000a12:53:04.883700 tst iperf3.py: using CellId 21590\u000a12:53:05.020198 tst iperf3.py: using BVCI 21591\u000a12:53:05.047091 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:05.059514 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:05.075059 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:05.089360 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:05.102619 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:05.115962 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:05.128365 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:05.141578 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:05.156142 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:53:05.467215 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:53:05.610137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:53:05.964688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7424): Launched\u000a12:53:06.258499 run iperf3-srv_10.42.42.10(pid=7425): Launched\u000a12:53:06.450015 tst iperf3.py:8: start network...\u000a12:53:06.581554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:53:07.118604 run create_hlr_db(pid=7426): Launched\u000a12:53:07.300573 bus /gobi_6: Setting Powered False\u000a12:53:08.323039 run create_hlr_db(pid=7426): Terminated: ok {rc=0}\u000a12:53:08.761088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7428): Launched\u000a12:53:09.185726 run osmo-hlr_10.42.42.2(pid=7429): Launched\u000a12:53:09.427135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:53:10.080050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7431): Launched\u000a12:53:10.503175 run osmo-stp_10.42.42.5(pid=7432): Launched\u000a12:53:10.740165 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:53:11.386111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7434): Launched\u000a12:53:11.508229 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:53:11.816545 run patchelf(pid=7435): Launched\u000a12:53:12.015797 run osmo-stp_10.42.42.5(pid=7432): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7432)]\u000a12:53:12.161840 run osmo-stp_10.42.42.5(pid=7432): stdout: \u000a| (launched: 2022-12-09_12:53:10.242616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:12.308803 run osmo-stp_10.42.42.5(pid=7432): stderr: \u000a| �[0;m�[38;5;43m20221209125310581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125310582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125310582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125310582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125310583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125310583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125310583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:12.450925 run osmo-stp_10.42.42.5(pid=7432): stdout: \u000a| (launched: 2022-12-09_12:53:10.242616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:12.591921 run osmo-stp_10.42.42.5(pid=7432): stderr: \u000a| �[0;m�[38;5;43m20221209125310581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125310582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125310582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125310582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125310583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125310583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125310583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:12.754708 run patchelf(pid=7435): Terminating (SIGINT)\u000a12:53:12.945139 run patchelf(pid=7435): Terminated: ok {rc=0}\u000a12:53:12.980610 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7432): Process ended prematurely: osmo-stp_10.42.42.5(pid=7432) [trial-2360↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7432)] [trial-2360↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a12:53:12.992062 tst iperf3.py:8: Test FAILED (8.6 sec)\u000a12:53:13.061856 run osmo-hlr_10.42.42.2(pid=7429): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7429)]\u000a12:53:13.117116 run osmo-hlr_10.42.42.2(pid=7429): stdout: \u000a| (launched: 2022-12-09_12:53:08.922998) \u000a12:53:13.173301 run osmo-hlr_10.42.42.2(pid=7429): stderr: \u000a| �[0;m�[1;31m20221209125309271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125309271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125309271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125309271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125309271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125309272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125309288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125309305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125309305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125309305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:53:13.222018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7424): Terminating (SIGTERM)\u000a12:53:13.269392 run iperf3-srv_10.42.42.10(pid=7425): Terminating (SIGTERM)\u000a12:53:13.315010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7428): Terminating (SIGTERM)\u000a12:53:13.361216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7431): Terminating (SIGTERM)\u000a12:53:13.407282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7434): Terminating (SIGTERM)\u000a12:53:13.420664 --- ParallelTerminationStrategy: PID 7424 died...\u000a12:53:13.482834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7424): Terminated: ok {rc=0}\u000a12:53:13.494059 --- ParallelTerminationStrategy: PID 7425 died...\u000a12:53:13.554141 run iperf3-srv_10.42.42.10(pid=7425): Terminated {rc=256}\u000a12:53:13.565463 --- ParallelTerminationStrategy: PID 7428 died...\u000a12:53:13.625940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7428): Terminated: ok {rc=0}\u000a12:53:13.637314 --- ParallelTerminationStrategy: PID 7431 died...\u000a12:53:13.697869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7431): Terminated: ok {rc=0}\u000a12:53:13.709118 --- ParallelTerminationStrategy: PID 7434 died...\u000a12:53:13.769578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7434): Terminated: ok {rc=0}\u000a12:53:13.861762 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7450): Process ended prematurely: osmo-stp_10.42.42.5(pid=7450) [trial-2360↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7450)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7450): Process ended prematurely: osmo-stp_10.42.42.5(pid=7450) [trial-2360↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:53:14.985819 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:14.999171 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:53:15.141887 tst iperf3m4.py: using LAC 21591\u000a12:53:15.278744 tst iperf3m4.py: using RAC 171\u000a12:53:15.416559 tst iperf3m4.py: using CellId 21591\u000a12:53:15.551788 tst iperf3m4.py: using BVCI 21592\u000a12:53:15.579512 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:15.592049 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:15.606063 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:15.619512 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:15.632108 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:15.645425 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:15.660225 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:15.673801 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:15.688114 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:53:15.814617 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:53:15.951612 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:53:16.079421 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:53:16.397947 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:53:16.543387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:53:16.912883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7436): Launched\u000a12:53:17.225417 run iperf3-srv_10.42.42.10(pid=7437): Launched\u000a12:53:17.437523 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:53:17.583359 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:53:17.950894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7438): Launched\u000a12:53:18.260250 run iperf3-srv_10.42.42.10(pid=7439): Launched\u000a12:53:18.471904 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:53:18.618544 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:53:18.985837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7440): Launched\u000a12:53:19.297512 run iperf3-srv_10.42.42.10(pid=7441): Launched\u000a12:53:19.509324 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:53:19.654304 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:53:20.022839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7442): Launched\u000a12:53:20.336378 run iperf3-srv_10.42.42.10(pid=7443): Launched\u000a12:53:20.551704 tst iperf3m4.py:8: start network...\u000a12:53:20.698254 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:53:21.278943 run create_hlr_db(pid=7444): Launched\u000a12:53:21.479771 bus /gobi_6: Setting Powered False\u000a12:53:22.501784 run create_hlr_db(pid=7444): Terminated: ok {rc=0}\u000a12:53:22.970933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7446): Launched\u000a12:53:23.421948 run osmo-hlr_10.42.42.2(pid=7447): Launched\u000a12:53:23.669690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:53:24.280392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7449): Launched\u000a12:53:24.622282 run osmo-stp_10.42.42.5(pid=7450): Launched\u000a12:53:24.735596 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:53:25.280378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7452): Launched\u000a12:53:25.391805 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:53:25.664553 run patchelf(pid=7453): Launched\u000a12:53:25.845783 run osmo-stp_10.42.42.5(pid=7450): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7450)]\u000a12:53:25.978076 run osmo-stp_10.42.42.5(pid=7450): stdout: \u000a| (launched: 2022-12-09_12:53:24.456442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:26.110906 run osmo-stp_10.42.42.5(pid=7450): stderr: \u000a| �[0;m�[38;5;43m20221209125324643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125324643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125324643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125324644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125324644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125324644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125324644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:26.239134 run osmo-stp_10.42.42.5(pid=7450): stdout: \u000a| (launched: 2022-12-09_12:53:24.456442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:26.365952 run osmo-stp_10.42.42.5(pid=7450): stderr: \u000a| �[0;m�[38;5;43m20221209125324643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125324643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125324643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125324644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125324644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125324644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125324644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:26.513744 run patchelf(pid=7453): Terminating (SIGINT)\u000a12:53:26.686444 run patchelf(pid=7453): Terminated: ok {rc=0}\u000a12:53:26.718057 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7450): Process ended prematurely: osmo-stp_10.42.42.5(pid=7450) [trial-2360↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7450)] [trial-2360↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:53:26.727310 tst iperf3m4.py:8: Test FAILED (11.8 sec)\u000a12:53:26.788258 run osmo-hlr_10.42.42.2(pid=7447): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7447)]\u000a12:53:26.838062 run osmo-hlr_10.42.42.2(pid=7447): stdout: \u000a| (launched: 2022-12-09_12:53:23.146676) \u000a12:53:26.888300 run osmo-hlr_10.42.42.2(pid=7447): stderr: \u000a| �[0;m�[1;31m20221209125323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125323477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125323491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125323491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125323491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:53:26.931034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7436): Terminating (SIGTERM)\u000a12:53:26.971191 run iperf3-srv_10.42.42.10(pid=7437): Terminating (SIGTERM)\u000a12:53:27.011479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7438): Terminating (SIGTERM)\u000a12:53:27.051597 run iperf3-srv_10.42.42.10(pid=7439): Terminating (SIGTERM)\u000a12:53:27.091682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7440): Terminating (SIGTERM)\u000a12:53:27.131832 run iperf3-srv_10.42.42.10(pid=7441): Terminating (SIGTERM)\u000a12:53:27.171928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7442): Terminating (SIGTERM)\u000a12:53:27.211967 run iperf3-srv_10.42.42.10(pid=7443): Terminating (SIGTERM)\u000a12:53:27.252044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7446): Terminating (SIGTERM)\u000a12:53:27.292678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7449): Terminating (SIGTERM)\u000a12:53:27.332911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7452): Terminating (SIGTERM)\u000a12:53:27.342222 --- ParallelTerminationStrategy: PID 7436 died...\u000a12:53:27.396726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7436): Terminated: ok {rc=0}\u000a12:53:27.406417 --- ParallelTerminationStrategy: PID 7437 died...\u000a12:53:27.459693 run iperf3-srv_10.42.42.10(pid=7437): Terminated {rc=256}\u000a12:53:27.469301 --- ParallelTerminationStrategy: PID 7438 died...\u000a12:53:27.522880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7438): Terminated: ok {rc=0}\u000a12:53:27.532461 --- ParallelTerminationStrategy: PID 7439 died...\u000a12:53:27.585456 run iperf3-srv_10.42.42.10(pid=7439): Terminated {rc=256}\u000a12:53:27.594989 --- ParallelTerminationStrategy: PID 7440 died...\u000a12:53:27.648285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7440): Terminated: ok {rc=0}\u000a12:53:27.657953 --- ParallelTerminationStrategy: PID 7441 died...\u000a12:53:27.711812 run iperf3-srv_10.42.42.10(pid=7441): Terminated {rc=256}\u000a12:53:27.721789 --- ParallelTerminationStrategy: PID 7442 died...\u000a12:53:27.775105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7442): Terminated: ok {rc=0}\u000a12:53:27.784667 --- ParallelTerminationStrategy: PID 7443 died...\u000a12:53:27.838623 run iperf3-srv_10.42.42.10(pid=7443): Terminated {rc=256}\u000a12:53:27.848570 --- ParallelTerminationStrategy: PID 7446 died...\u000a12:53:27.902290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7446): Terminated: ok {rc=0}\u000a12:53:27.912096 --- ParallelTerminationStrategy: PID 7449 died...\u000a12:53:27.965639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7449): Terminated: ok {rc=0}\u000a12:53:27.975287 --- ParallelTerminationStrategy: PID 7452 died...\u000a12:53:28.029481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7452): Terminated: ok {rc=0}\u000a12:53:28.118772 bus /gobi_4: Setting Powered False\u000a12:53:29.224083 bus /gobi_4: Setting Powered False\u000a12:53:30.337573 bus /gobi_1: Setting Powered False\u000a12:53:31.453889 bus /gobi_1: Setting Powered False\u000a12:53:32.566918 bus /gobi_0: Setting Powered False\u000a12:53:33.674441 bus /gobi_0: Setting Powered False\u000a12:53:34.783833 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7460): Process ended prematurely: osmo-stp_10.42.42.5(pid=7460) [trial-2360↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7460)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7460): Process ended prematurely: osmo-stp_10.42.42.5(pid=7460) [trial-2360↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:53:35.854325 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:35.866909 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:53:36.002532 tst ping.py: using LAC 21592\u000a12:53:36.130821 tst ping.py: using RAC 172\u000a12:53:36.260644 tst ping.py: using CellId 21592\u000a12:53:36.388644 tst ping.py: using BVCI 21593\u000a12:53:36.413901 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:36.425292 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:36.436426 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:36.447989 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:36.459366 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:36.470622 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:36.482146 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:36.493672 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:53:36.777569 tst ping.py:19: start network...\u000a12:53:36.904742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:53:37.397462 run create_hlr_db(pid=7454): Launched\u000a12:53:37.574870 bus /gobi_6: Setting Powered False\u000a12:53:38.595798 run create_hlr_db(pid=7454): Terminated: ok {rc=0}\u000a12:53:39.004382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7456): Launched\u000a12:53:39.310238 run osmo-hlr_10.42.42.2(pid=7457): Launched\u000a12:53:39.430461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:53:39.975327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7459): Launched\u000a12:53:40.283247 run osmo-stp_10.42.42.5(pid=7460): Launched\u000a12:53:40.393563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:53:40.927261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7462): Launched\u000a12:53:41.035772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:53:41.303349 run patchelf(pid=7463): Launched\u000a12:53:41.481977 run osmo-stp_10.42.42.5(pid=7460): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7460)]\u000a12:53:41.612367 run osmo-stp_10.42.42.5(pid=7460): stdout: \u000a| (launched: 2022-12-09_12:53:40.130557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:41.742667 run osmo-stp_10.42.42.5(pid=7460): stderr: \u000a| �[0;m�[38;5;43m20221209125340305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125340305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125340305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125340306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125340306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125340306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125340306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:41.868459 run osmo-stp_10.42.42.5(pid=7460): stdout: \u000a| (launched: 2022-12-09_12:53:40.130557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:41.993745 run osmo-stp_10.42.42.5(pid=7460): stderr: \u000a| �[0;m�[38;5;43m20221209125340305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125340305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125340305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125340306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125340306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125340306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125340306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:42.138771 run patchelf(pid=7463): Terminating (SIGINT)\u000a12:53:42.308299 run patchelf(pid=7463): Terminated: ok {rc=0}\u000a12:53:42.339041 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7460): Process ended prematurely: osmo-stp_10.42.42.5(pid=7460) [trial-2360↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7460)] [trial-2360↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a12:53:42.347740 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:53:42.408372 run osmo-hlr_10.42.42.2(pid=7457): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7457)]\u000a12:53:42.457621 run osmo-hlr_10.42.42.2(pid=7457): stdout: \u000a| (launched: 2022-12-09_12:53:39.159126) \u000a12:53:42.507648 run osmo-hlr_10.42.42.2(pid=7457): stderr: \u000a| �[0;m�[1;31m20221209125339339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125339339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125339339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125339339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125339340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125339340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125339352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125339361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125339361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125339361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:53:42.550196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7456): Terminating (SIGTERM)\u000a12:53:42.590370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7459): Terminating (SIGTERM)\u000a12:53:42.631183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7462): Terminating (SIGTERM)\u000a12:53:42.640704 --- ParallelTerminationStrategy: PID 7456 died...\u000a12:53:42.695700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7456): Terminated: ok {rc=0}\u000a12:53:42.705807 --- ParallelTerminationStrategy: PID 7459 died...\u000a12:53:42.760217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7459): Terminated: ok {rc=0}\u000a12:53:42.770277 --- ParallelTerminationStrategy: PID 7462 died...\u000a12:53:42.824633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7462): Terminated: ok {rc=0}\u000a12:53:42.915259 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7470): Process ended prematurely: osmo-stp_10.42.42.5(pid=7470) [trial-2360↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7470)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7470): Process ended prematurely: osmo-stp_10.42.42.5(pid=7470) [trial-2360↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:53:43.968408 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:43.980720 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:53:44.118854 tst ping_idle_ping.py: using LAC 21593\u000a12:53:44.245744 tst ping_idle_ping.py: using RAC 173\u000a12:53:44.372859 tst ping_idle_ping.py: using CellId 21593\u000a12:53:44.499457 tst ping_idle_ping.py: using BVCI 21594\u000a12:53:44.524707 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:44.536313 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:44.547545 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:44.559092 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:44.570471 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:44.581878 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:44.593620 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:53:44.604648 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:53:44.905943 tst ping_idle_ping.py:24: start network...\u000a12:53:45.042624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:53:45.560538 run create_hlr_db(pid=7464): Launched\u000a12:53:45.750779 bus /gobi_6: Setting Powered False\u000a12:53:46.809156 run create_hlr_db(pid=7464): Terminated: ok {rc=0}\u000a12:53:47.280562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7466): Launched\u000a12:53:47.610411 run osmo-hlr_10.42.42.2(pid=7467): Launched\u000a12:53:47.732252 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:53:48.303182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7469): Launched\u000a12:53:48.631706 run osmo-stp_10.42.42.5(pid=7470): Launched\u000a12:53:48.751173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:53:49.326292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7472): Launched\u000a12:53:49.443182 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:53:49.731250 run patchelf(pid=7473): Launched\u000a12:53:49.922605 run osmo-stp_10.42.42.5(pid=7470): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7470)]\u000a12:53:50.062687 run osmo-stp_10.42.42.5(pid=7470): stdout: \u000a| (launched: 2022-12-09_12:53:48.469508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:50.203162 run osmo-stp_10.42.42.5(pid=7470): stderr: \u000a| �[0;m�[38;5;43m20221209125348661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125348661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125348661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125348662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125348662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125348662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125348662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:50.339203 run osmo-stp_10.42.42.5(pid=7470): stdout: \u000a| (launched: 2022-12-09_12:53:48.469508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:50.473110 run osmo-stp_10.42.42.5(pid=7470): stderr: \u000a| �[0;m�[38;5;43m20221209125348661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125348661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125348661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125348662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125348662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125348662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125348662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:50.629090 run patchelf(pid=7473): Terminating (SIGINT)\u000a12:53:50.811198 run patchelf(pid=7473): Terminated: ok {rc=0}\u000a12:53:50.844115 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7470): Process ended prematurely: osmo-stp_10.42.42.5(pid=7470) [trial-2360↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7470)] [trial-2360↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:53:50.853561 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a12:53:50.917394 run osmo-hlr_10.42.42.2(pid=7467): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7467)]\u000a12:53:50.969379 run osmo-hlr_10.42.42.2(pid=7467): stdout: \u000a| (launched: 2022-12-09_12:53:47.447139) \u000a12:53:51.023438 run osmo-hlr_10.42.42.2(pid=7467): stderr: \u000a| �[0;m�[1;31m20221209125347648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125347648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125347648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125347648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125347648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125347648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125347660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125347669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125347669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125347669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:53:51.068184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7466): Terminating (SIGTERM)\u000a12:53:51.112007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7469): Terminating (SIGTERM)\u000a12:53:51.154868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7472): Terminating (SIGTERM)\u000a12:53:51.164901 --- ParallelTerminationStrategy: PID 7466 died...\u000a12:53:51.222175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7466): Terminated: ok {rc=0}\u000a12:53:51.232421 --- ParallelTerminationStrategy: PID 7469 died...\u000a12:53:51.289614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7469): Terminated: ok {rc=0}\u000a12:53:51.299870 --- ParallelTerminationStrategy: PID 7472 died...\u000a12:53:51.356570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7472): Terminated: ok {rc=0}\u000a12:53:51.442841 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:52:50" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7487): Process ended prematurely: osmo-stp_10.42.42.5(pid=7487) [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7487)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7487): Process ended prematurely: osmo-stp_10.42.42.5(pid=7487) [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:53:53.561883 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:53:53.572905 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:53:53.719240 tst cs_paging_gprs_active.py: using LAC 21594\u000a12:53:53.843538 tst cs_paging_gprs_active.py: using RAC 174\u000a12:53:53.975108 tst cs_paging_gprs_active.py: using CellId 21594\u000a12:53:54.107138 tst cs_paging_gprs_active.py: using BVCI 21595\u000a12:53:54.132799 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:53:54.144339 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:53:54.155788 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:53:54.167521 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:53:54.178913 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:53:54.190476 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:53:54.202422 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:53:54.213875 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:53:54.225635 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:53:54.344326 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:53:54.645044 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:53:54.784254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:53:55.130248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7477): Launched\u000a12:53:55.418993 run iperf3-srv_10.42.42.10(pid=7478): Launched\u000a12:53:55.623141 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:53:55.762452 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:53:56.106887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7479): Launched\u000a12:53:56.396740 run iperf3-srv_10.42.42.10(pid=7480): Launched\u000a12:53:56.600925 tst cs_paging_gprs_active.py:38: start network...\u000a12:53:56.740211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:53:57.266790 run create_hlr_db(pid=7481): Launched\u000a12:53:57.458994 bus /gobi_6: Setting Powered False\u000a12:53:58.481455 run create_hlr_db(pid=7481): Terminated: ok {rc=0}\u000a12:53:58.900223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7483): Launched\u000a12:53:59.213773 run osmo-hlr_10.42.42.2(pid=7484): Launched\u000a12:53:59.328169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:53:59.871240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7486): Launched\u000a12:54:00.183961 run osmo-stp_10.42.42.5(pid=7487): Launched\u000a12:54:00.298869 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:54:00.863423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7489): Launched\u000a12:54:00.990644 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:54:01.333249 run patchelf(pid=7490): Launched\u000a12:54:01.523689 run osmo-stp_10.42.42.5(pid=7487): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7487)]\u000a12:54:01.661679 run osmo-stp_10.42.42.5(pid=7487): stdout: \u000a| (launched: 2022-12-09_12:54:00.029261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:01.797854 run osmo-stp_10.42.42.5(pid=7487): stderr: \u000a| �[0;m�[38;5;43m20221209125400204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125400205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125400205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125400206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125400206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125400206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125400206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:01.929095 run osmo-stp_10.42.42.5(pid=7487): stdout: \u000a| (launched: 2022-12-09_12:54:00.029261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:02.058862 run osmo-stp_10.42.42.5(pid=7487): stderr: \u000a| �[0;m�[38;5;43m20221209125400204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125400205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125400205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125400206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125400206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125400206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125400206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:02.210081 run patchelf(pid=7490): Terminating (SIGINT)\u000a12:54:02.384009 run patchelf(pid=7490): Terminated: ok {rc=0}\u000a12:54:02.415800 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7487): Process ended prematurely: osmo-stp_10.42.42.5(pid=7487) [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7487)] [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:54:02.425174 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a12:54:02.485902 run osmo-hlr_10.42.42.2(pid=7484): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7484)]\u000a12:54:02.535526 run osmo-hlr_10.42.42.2(pid=7484): stdout: \u000a| (launched: 2022-12-09_12:53:59.058984) \u000a12:54:02.585971 run osmo-hlr_10.42.42.2(pid=7484): stderr: \u000a| �[0;m�[1;31m20221209125359241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125359241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125359241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125359241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125359241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125359241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125359292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125359302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125359302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125359302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:54:02.629051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7477): Terminating (SIGTERM)\u000a12:54:02.669562 run iperf3-srv_10.42.42.10(pid=7478): Terminating (SIGTERM)\u000a12:54:02.709935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7479): Terminating (SIGTERM)\u000a12:54:02.750305 run iperf3-srv_10.42.42.10(pid=7480): Terminating (SIGTERM)\u000a12:54:02.790748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7483): Terminating (SIGTERM)\u000a12:54:02.831131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7486): Terminating (SIGTERM)\u000a12:54:02.871476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7489): Terminating (SIGTERM)\u000a12:54:02.880747 --- ParallelTerminationStrategy: PID 7477 died...\u000a12:54:02.935106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7477): Terminated: ok {rc=0}\u000a12:54:02.944776 --- ParallelTerminationStrategy: PID 7478 died...\u000a12:54:02.998482 run iperf3-srv_10.42.42.10(pid=7478): Terminated {rc=256}\u000a12:54:03.008243 --- ParallelTerminationStrategy: PID 7479 died...\u000a12:54:03.061950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7479): Terminated: ok {rc=0}\u000a12:54:03.071608 --- ParallelTerminationStrategy: PID 7480 died...\u000a12:54:03.125442 run iperf3-srv_10.42.42.10(pid=7480): Terminated {rc=256}\u000a12:54:03.135160 --- ParallelTerminationStrategy: PID 7483 died...\u000a12:54:03.188876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7483): Terminated: ok {rc=0}\u000a12:54:03.198691 --- ParallelTerminationStrategy: PID 7486 died...\u000a12:54:03.252459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7486): Terminated: ok {rc=0}\u000a12:54:03.262277 --- ParallelTerminationStrategy: PID 7489 died...\u000a12:54:03.316263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7489): Terminated: ok {rc=0}\u000a12:54:03.400583 bus /gobi_0: Setting Powered False\u000a12:54:04.502648 bus /gobi_0: Setting Powered False\u000a12:54:05.615097 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7499): Process ended prematurely: osmo-stp_10.42.42.5(pid=7499) [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7499)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7499): Process ended prematurely: osmo-stp_10.42.42.5(pid=7499) [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:54:06.726334 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:06.738126 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:54:06.890175 tst iperf3.py: using LAC 21595\u000a12:54:07.014504 tst iperf3.py: using RAC 175\u000a12:54:07.141316 tst iperf3.py: using CellId 21595\u000a12:54:07.261530 tst iperf3.py: using BVCI 21596\u000a12:54:07.285528 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:07.296575 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:07.307434 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:07.318372 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:07.329124 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:07.340007 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:07.350971 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:07.361694 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:07.372634 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:54:07.659046 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:54:07.789603 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:54:08.114141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7491): Launched\u000a12:54:08.382941 run iperf3-srv_10.42.42.10(pid=7492): Launched\u000a12:54:08.571954 tst iperf3.py:8: start network...\u000a12:54:08.701036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:54:09.193750 run create_hlr_db(pid=7493): Launched\u000a12:54:09.381170 bus /gobi_6: Setting Powered False\u000a12:54:10.395101 run create_hlr_db(pid=7493): Terminated: ok {rc=0}\u000a12:54:10.811218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7495): Launched\u000a12:54:11.124861 run osmo-hlr_10.42.42.2(pid=7496): Launched\u000a12:54:11.247495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:54:11.799499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7498): Launched\u000a12:54:12.112205 run osmo-stp_10.42.42.5(pid=7499): Launched\u000a12:54:12.223992 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:54:12.764624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7501): Launched\u000a12:54:12.875595 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:54:13.147725 run patchelf(pid=7502): Launched\u000a12:54:13.328797 run osmo-stp_10.42.42.5(pid=7499): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7499)]\u000a12:54:13.461259 run osmo-stp_10.42.42.5(pid=7499): stdout: \u000a| (launched: 2022-12-09_12:54:11.957394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:13.593749 run osmo-stp_10.42.42.5(pid=7499): stderr: \u000a| �[0;m�[38;5;43m20221209125412132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125412132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125412133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125412133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125412133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125412133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125412134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:13.721786 run osmo-stp_10.42.42.5(pid=7499): stdout: \u000a| (launched: 2022-12-09_12:54:11.957394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:13.849801 run osmo-stp_10.42.42.5(pid=7499): stderr: \u000a| �[0;m�[38;5;43m20221209125412132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125412132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125412133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125412133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125412133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125412133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125412134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:13.997359 run patchelf(pid=7502): Terminating (SIGINT)\u000a12:54:14.169982 run patchelf(pid=7502): Terminated: ok {rc=0}\u000a12:54:14.201639 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7499): Process ended prematurely: osmo-stp_10.42.42.5(pid=7499) [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7499)] [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:54:14.210994 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:54:14.271725 run osmo-hlr_10.42.42.2(pid=7496): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7496)]\u000a12:54:14.321395 run osmo-hlr_10.42.42.2(pid=7496): stdout: \u000a| (launched: 2022-12-09_12:54:10.968816) \u000a12:54:14.371712 run osmo-hlr_10.42.42.2(pid=7496): stderr: \u000a| �[0;m�[1;31m20221209125411151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125411151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125411152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125411152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125411152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125411152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125411164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125411172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125411173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125411173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:54:14.414548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7491): Terminating (SIGTERM)\u000a12:54:14.454967 run iperf3-srv_10.42.42.10(pid=7492): Terminating (SIGTERM)\u000a12:54:14.495415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7495): Terminating (SIGTERM)\u000a12:54:14.535913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7498): Terminating (SIGTERM)\u000a12:54:14.576489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7501): Terminating (SIGTERM)\u000a12:54:14.585892 --- ParallelTerminationStrategy: PID 7491 died...\u000a12:54:14.640275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7491): Terminated: ok {rc=0}\u000a12:54:14.650089 --- ParallelTerminationStrategy: PID 7492 died...\u000a12:54:14.703749 run iperf3-srv_10.42.42.10(pid=7492): Terminated {rc=256}\u000a12:54:14.713503 --- ParallelTerminationStrategy: PID 7495 died...\u000a12:54:14.767536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7495): Terminated: ok {rc=0}\u000a12:54:14.777416 --- ParallelTerminationStrategy: PID 7498 died...\u000a12:54:14.831130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7498): Terminated: ok {rc=0}\u000a12:54:14.840875 --- ParallelTerminationStrategy: PID 7501 died...\u000a12:54:14.895052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7501): Terminated: ok {rc=0}\u000a12:54:14.979680 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7517): Process ended prematurely: osmo-stp_10.42.42.5(pid=7517) [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7517)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7517): Process ended prematurely: osmo-stp_10.42.42.5(pid=7517) [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:54:16.102263 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:16.114922 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:54:16.275859 tst iperf3m4.py: using LAC 21596\u000a12:54:16.430804 tst iperf3m4.py: using RAC 176\u000a12:54:16.563307 tst iperf3m4.py: using CellId 21596\u000a12:54:16.693490 tst iperf3m4.py: using BVCI 21597\u000a12:54:16.718567 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:16.730490 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:16.743528 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:16.754950 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:16.766704 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:16.779242 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:16.790991 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:16.802910 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:16.815562 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:54:16.932418 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:54:17.052288 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:54:17.171957 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:54:17.458806 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:54:17.588546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:54:17.914053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7503): Launched\u000a12:54:18.182689 run iperf3-srv_10.42.42.10(pid=7504): Launched\u000a12:54:18.370999 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:54:18.499640 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:54:18.822807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7505): Launched\u000a12:54:19.091446 run iperf3-srv_10.42.42.10(pid=7506): Launched\u000a12:54:19.292102 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:54:19.431364 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:54:19.778883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7507): Launched\u000a12:54:20.066928 run iperf3-srv_10.42.42.10(pid=7508): Launched\u000a12:54:20.271541 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:54:20.410795 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:54:20.758414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7509): Launched\u000a12:54:21.047712 run iperf3-srv_10.42.42.10(pid=7510): Launched\u000a12:54:21.252214 tst iperf3m4.py:8: start network...\u000a12:54:21.392133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:54:21.919010 run create_hlr_db(pid=7511): Launched\u000a12:54:22.112148 bus /gobi_6: Setting Powered False\u000a12:54:23.133434 run create_hlr_db(pid=7511): Terminated: ok {rc=0}\u000a12:54:23.579140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7513): Launched\u000a12:54:23.914496 run osmo-hlr_10.42.42.2(pid=7514): Launched\u000a12:54:24.036132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:54:24.615962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7516): Launched\u000a12:54:24.950010 run osmo-stp_10.42.42.5(pid=7517): Launched\u000a12:54:25.071354 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:54:25.651595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7519): Launched\u000a12:54:25.770485 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:54:26.061522 run patchelf(pid=7521): Launched\u000a12:54:26.255907 run osmo-stp_10.42.42.5(pid=7517): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7517)]\u000a12:54:26.397836 run osmo-stp_10.42.42.5(pid=7517): stdout: \u000a| (launched: 2022-12-09_12:54:24.784570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:26.539602 run osmo-stp_10.42.42.5(pid=7517): stderr: \u000a| �[0;m�[38;5;43m20221209125424981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125424982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125424982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125424982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125424984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125424985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125424985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:26.676671 run osmo-stp_10.42.42.5(pid=7517): stdout: \u000a| (launched: 2022-12-09_12:54:24.784570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:26.812582 run osmo-stp_10.42.42.5(pid=7517): stderr: \u000a| �[0;m�[38;5;43m20221209125424981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125424982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125424982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125424982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125424984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125424985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125424985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:26.970505 run patchelf(pid=7521): Terminating (SIGINT)\u000a12:54:27.155748 run patchelf(pid=7521): Terminated: ok {rc=0}\u000a12:54:27.189588 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7517): Process ended prematurely: osmo-stp_10.42.42.5(pid=7517) [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7517)] [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:54:27.199549 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a12:54:27.265196 run osmo-hlr_10.42.42.2(pid=7514): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7514)]\u000a12:54:27.317857 run osmo-hlr_10.42.42.2(pid=7514): stdout: \u000a| (launched: 2022-12-09_12:54:23.748482) \u000a12:54:27.371014 run osmo-hlr_10.42.42.2(pid=7514): stderr: \u000a| �[0;m�[1;31m20221209125423951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125423951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125423951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125423951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125423951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125423951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125423963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125423972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125423972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125423972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:54:27.416062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7503): Terminating (SIGTERM)\u000a12:54:27.458699 run iperf3-srv_10.42.42.10(pid=7504): Terminating (SIGTERM)\u000a12:54:27.500943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7505): Terminating (SIGTERM)\u000a12:54:27.543578 run iperf3-srv_10.42.42.10(pid=7506): Terminating (SIGTERM)\u000a12:54:27.586517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7507): Terminating (SIGTERM)\u000a12:54:27.628724 run iperf3-srv_10.42.42.10(pid=7508): Terminating (SIGTERM)\u000a12:54:27.671362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7509): Terminating (SIGTERM)\u000a12:54:27.714428 run iperf3-srv_10.42.42.10(pid=7510): Terminating (SIGTERM)\u000a12:54:27.757382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7513): Terminating (SIGTERM)\u000a12:54:27.799805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7516): Terminating (SIGTERM)\u000a12:54:27.842812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7519): Terminating (SIGTERM)\u000a12:54:27.852772 --- ParallelTerminationStrategy: PID 7503 died...\u000a12:54:27.910339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7503): Terminated: ok {rc=0}\u000a12:54:27.920566 --- ParallelTerminationStrategy: PID 7504 died...\u000a12:54:27.976806 run iperf3-srv_10.42.42.10(pid=7504): Terminated {rc=256}\u000a12:54:27.987324 --- ParallelTerminationStrategy: PID 7505 died...\u000a12:54:28.044551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7505): Terminated: ok {rc=0}\u000a12:54:28.054895 --- ParallelTerminationStrategy: PID 7506 died...\u000a12:54:28.111489 run iperf3-srv_10.42.42.10(pid=7506): Terminated {rc=256}\u000a12:54:28.121882 --- ParallelTerminationStrategy: PID 7507 died...\u000a12:54:28.178565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7507): Terminated: ok {rc=0}\u000a12:54:28.188812 --- ParallelTerminationStrategy: PID 7508 died...\u000a12:54:28.245746 run iperf3-srv_10.42.42.10(pid=7508): Terminated {rc=256}\u000a12:54:28.255974 --- ParallelTerminationStrategy: PID 7509 died...\u000a12:54:28.313051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7509): Terminated: ok {rc=0}\u000a12:54:28.323321 --- ParallelTerminationStrategy: PID 7510 died...\u000a12:54:28.380066 run iperf3-srv_10.42.42.10(pid=7510): Terminated {rc=256}\u000a12:54:28.390389 --- ParallelTerminationStrategy: PID 7513 died...\u000a12:54:28.447242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7513): Terminated: ok {rc=0}\u000a12:54:28.457765 --- ParallelTerminationStrategy: PID 7516 died...\u000a12:54:28.514402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7516): Terminated: ok {rc=0}\u000a12:54:28.525068 --- ParallelTerminationStrategy: PID 7519 died...\u000a12:54:28.581853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7519): Terminated: ok {rc=0}\u000a12:54:28.670315 bus /gobi_4: Setting Powered False\u000a12:54:29.778784 bus /gobi_4: Setting Powered False\u000a12:54:30.890574 bus /gobi_1: Setting Powered False\u000a12:54:32.014155 bus /gobi_1: Setting Powered False\u000a12:54:33.124772 bus /gobi_0: Setting Powered False\u000a12:54:34.232563 bus /gobi_0: Setting Powered False\u000a12:54:35.343349 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7528): Process ended prematurely: osmo-stp_10.42.42.5(pid=7528) [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7528)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7528): Process ended prematurely: osmo-stp_10.42.42.5(pid=7528) [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:54:36.412858 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:36.425174 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:54:36.573978 tst ping.py: using LAC 21597\u000a12:54:36.693703 tst ping.py: using RAC 177\u000a12:54:36.813362 tst ping.py: using CellId 21597\u000a12:54:36.935877 tst ping.py: using BVCI 21598\u000a12:54:36.959451 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:36.970697 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:36.981536 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:36.992223 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:37.003013 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:37.013695 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:37.024621 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:37.035361 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:54:37.328617 tst ping.py:19: start network...\u000a12:54:37.465260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:54:37.983103 run create_hlr_db(pid=7522): Launched\u000a12:54:38.173751 bus /gobi_6: Setting Powered False\u000a12:54:39.182105 run create_hlr_db(pid=7522): Terminated: ok {rc=0}\u000a12:54:39.630156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7524): Launched\u000a12:54:39.960008 run osmo-hlr_10.42.42.2(pid=7525): Launched\u000a12:54:40.081359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:54:40.661429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7527): Launched\u000a12:54:40.989953 run osmo-stp_10.42.42.5(pid=7528): Launched\u000a12:54:41.108374 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:54:41.678713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7530): Launched\u000a12:54:41.794703 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:54:42.082659 run patchelf(pid=7531): Launched\u000a12:54:42.274484 run osmo-stp_10.42.42.5(pid=7528): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7528)]\u000a12:54:42.413540 run osmo-stp_10.42.42.5(pid=7528): stdout: \u000a| (launched: 2022-12-09_12:54:40.827425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:42.553002 run osmo-stp_10.42.42.5(pid=7528): stderr: \u000a| �[0;m�[38;5;43m20221209125441023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125441023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125441023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125441023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125441024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125441024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125441024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:42.687707 run osmo-stp_10.42.42.5(pid=7528): stdout: \u000a| (launched: 2022-12-09_12:54:40.827425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:42.821212 run osmo-stp_10.42.42.5(pid=7528): stderr: \u000a| �[0;m�[38;5;43m20221209125441023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125441023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125441023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125441023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125441024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125441024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125441024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:42.976050 run patchelf(pid=7531): Terminating (SIGINT)\u000a12:54:43.157953 run patchelf(pid=7531): Terminated: ok {rc=0}\u000a12:54:43.190764 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7528): Process ended prematurely: osmo-stp_10.42.42.5(pid=7528) [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7528)] [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:54:43.200114 tst ping.py:22: Test FAILED (6.8 sec)\u000a12:54:43.264399 run osmo-hlr_10.42.42.2(pid=7525): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7525)]\u000a12:54:43.316378 run osmo-hlr_10.42.42.2(pid=7525): stdout: \u000a| (launched: 2022-12-09_12:54:39.796554) \u000a12:54:43.368917 run osmo-hlr_10.42.42.2(pid=7525): stderr: \u000a| �[0;m�[1;31m20221209125440001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125440001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125440001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125440001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125440001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125440001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125440012 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125440021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125440021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125440021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:54:43.413385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7524): Terminating (SIGTERM)\u000a12:54:43.455635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7527): Terminating (SIGTERM)\u000a12:54:43.498253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7530): Terminating (SIGTERM)\u000a12:54:43.508070 --- ParallelTerminationStrategy: PID 7524 died...\u000a12:54:43.564683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7524): Terminated: ok {rc=0}\u000a12:54:43.574722 --- ParallelTerminationStrategy: PID 7527 died...\u000a12:54:43.630617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7527): Terminated: ok {rc=0}\u000a12:54:43.640873 --- ParallelTerminationStrategy: PID 7530 died...\u000a12:54:43.697073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7530): Terminated: ok {rc=0}\u000a12:54:43.785076 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7538): Process ended prematurely: osmo-stp_10.42.42.5(pid=7538) [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7538)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7538): Process ended prematurely: osmo-stp_10.42.42.5(pid=7538) [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:54:44.835903 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:44.847756 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:54:44.994667 tst ping_idle_ping.py: using LAC 21598\u000a12:54:45.113843 tst ping_idle_ping.py: using RAC 178\u000a12:54:45.232427 tst ping_idle_ping.py: using CellId 21598\u000a12:54:45.351042 tst ping_idle_ping.py: using BVCI 21599\u000a12:54:45.374338 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:45.385245 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:45.395857 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:45.406559 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:45.417101 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:45.427592 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:45.438414 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:54:45.449184 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:54:45.743208 tst ping_idle_ping.py:24: start network...\u000a12:54:45.896147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:54:46.466368 run create_hlr_db(pid=7532): Launched\u000a12:54:46.661287 bus /gobi_6: Setting Powered False\u000a12:54:47.677075 run create_hlr_db(pid=7532): Terminated: ok {rc=0}\u000a12:54:48.116547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7534): Launched\u000a12:54:48.434689 run osmo-hlr_10.42.42.2(pid=7535): Launched\u000a12:54:48.552935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:54:49.103576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7537): Launched\u000a12:54:49.422726 run osmo-stp_10.42.42.5(pid=7538): Launched\u000a12:54:49.537107 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:54:50.089381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7540): Launched\u000a12:54:50.202435 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:54:50.479071 run patchelf(pid=7541): Launched\u000a12:54:50.664759 run osmo-stp_10.42.42.5(pid=7538): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7538)]\u000a12:54:50.800522 run osmo-stp_10.42.42.5(pid=7538): stdout: \u000a| (launched: 2022-12-09_12:54:49.264132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:50.936445 run osmo-stp_10.42.42.5(pid=7538): stderr: \u000a| �[0;m�[38;5;43m20221209125449454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125449454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125449454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125449455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125449455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125449455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125449455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:51.067966 run osmo-stp_10.42.42.5(pid=7538): stdout: \u000a| (launched: 2022-12-09_12:54:49.264132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:51.198498 run osmo-stp_10.42.42.5(pid=7538): stderr: \u000a| �[0;m�[38;5;43m20221209125449454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125449454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125449454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125449455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125449455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125449455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125449455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:51.350251 run patchelf(pid=7541): Terminating (SIGINT)\u000a12:54:51.527375 run patchelf(pid=7541): Terminated: ok {rc=0}\u000a12:54:51.559348 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7538): Process ended prematurely: osmo-stp_10.42.42.5(pid=7538) [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7538)] [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:54:51.568554 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:54:51.633270 run osmo-hlr_10.42.42.2(pid=7535): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7535)]\u000a12:54:51.685270 run osmo-hlr_10.42.42.2(pid=7535): stdout: \u000a| (launched: 2022-12-09_12:54:48.277870) \u000a12:54:51.738034 run osmo-hlr_10.42.42.2(pid=7535): stderr: \u000a| �[0;m�[1;31m20221209125448478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125448478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125448478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125448478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125448478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125448478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125448491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125448500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125448500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125448500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:54:51.783216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7534): Terminating (SIGTERM)\u000a12:54:51.824903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7537): Terminating (SIGTERM)\u000a12:54:51.867283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7540): Terminating (SIGTERM)\u000a12:54:51.877696 --- ParallelTerminationStrategy: PID 7534 died...\u000a12:54:51.934515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7534): Terminated: ok {rc=0}\u000a12:54:51.944486 --- ParallelTerminationStrategy: PID 7537 died...\u000a12:54:52.000676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7537): Terminated: ok {rc=0}\u000a12:54:52.011343 --- ParallelTerminationStrategy: PID 7540 died...\u000a12:54:52.067841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7540): Terminated: ok {rc=0}\u000a12:54:52.155271 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:53:53" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7556): Process ended prematurely: osmo-stp_10.42.42.5(pid=7556) [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7556)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7556): Process ended prematurely: osmo-stp_10.42.42.5(pid=7556) [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:54:54.283049 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:54:54.294274 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:54:54.445245 tst cs_paging_gprs_active.py: using LAC 21599\u000a12:54:54.570715 tst cs_paging_gprs_active.py: using RAC 179\u000a12:54:54.694485 tst cs_paging_gprs_active.py: using CellId 21599\u000a12:54:54.820573 tst cs_paging_gprs_active.py: using BVCI 21600\u000a12:54:54.845090 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:54:54.856262 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:54:54.867277 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:54:54.878999 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:54:54.890605 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:54:54.902235 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:54:54.914028 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:54:54.925595 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:54:54.937518 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:54:55.052539 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:54:55.345363 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:54:55.479241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:54:55.811251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7546): Launched\u000a12:54:56.087869 run iperf3-srv_10.42.42.10(pid=7547): Launched\u000a12:54:56.285142 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:54:56.418965 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:54:56.751659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7548): Launched\u000a12:54:57.028269 run iperf3-srv_10.42.42.10(pid=7549): Launched\u000a12:54:57.225151 tst cs_paging_gprs_active.py:38: start network...\u000a12:54:57.359498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:54:57.865308 run create_hlr_db(pid=7550): Launched\u000a12:54:58.050232 bus /gobi_6: Setting Powered False\u000a12:54:59.071428 run create_hlr_db(pid=7550): Terminated: ok {rc=0}\u000a12:54:59.498027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7552): Launched\u000a12:54:59.820550 run osmo-hlr_10.42.42.2(pid=7553): Launched\u000a12:54:59.941274 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:55:00.500406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7555): Launched\u000a12:55:00.822866 run osmo-stp_10.42.42.5(pid=7556): Launched\u000a12:55:01.030725 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:55:01.672933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7558): Launched\u000a12:55:01.784124 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:55:02.091788 run patchelf(pid=7562): Launched\u000a12:55:02.273955 run osmo-stp_10.42.42.5(pid=7556): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7556)]\u000a12:55:02.402622 run osmo-stp_10.42.42.5(pid=7556): stdout: \u000a| (launched: 2022-12-09_12:55:00.663621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:02.531618 run osmo-stp_10.42.42.5(pid=7556): stderr: \u000a| �[0;m�[38;5;43m20221209125500895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125500895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125500895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125500896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125500896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125500896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125500896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:02.656059 run osmo-stp_10.42.42.5(pid=7556): stdout: \u000a| (launched: 2022-12-09_12:55:00.663621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:02.779706 run osmo-stp_10.42.42.5(pid=7556): stderr: \u000a| �[0;m�[38;5;43m20221209125500895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125500895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125500895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125500896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125500896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125500896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125500896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:02.922567 run patchelf(pid=7562): Terminating (SIGINT)\u000a12:55:03.090310 run patchelf(pid=7562): Terminated: ok {rc=0}\u000a12:55:03.121572 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7556): Process ended prematurely: osmo-stp_10.42.42.5(pid=7556) [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7556)] [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a12:55:03.130981 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a12:55:03.190283 run osmo-hlr_10.42.42.2(pid=7553): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7553)]\u000a12:55:03.238483 run osmo-hlr_10.42.42.2(pid=7553): stdout: \u000a| (launched: 2022-12-09_12:54:59.661065) \u000a12:55:03.287746 run osmo-hlr_10.42.42.2(pid=7553): stderr: \u000a| �[0;m�[1;31m20221209125459858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125459859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125459859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125459859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125459859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125459859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125459871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125459879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125459880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125459880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:55:03.329648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7546): Terminating (SIGTERM)\u000a12:55:03.369136 run iperf3-srv_10.42.42.10(pid=7547): Terminating (SIGTERM)\u000a12:55:03.408727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7548): Terminating (SIGTERM)\u000a12:55:03.448042 run iperf3-srv_10.42.42.10(pid=7549): Terminating (SIGTERM)\u000a12:55:03.487467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7552): Terminating (SIGTERM)\u000a12:55:03.526860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7555): Terminating (SIGTERM)\u000a12:55:03.566268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7558): Terminating (SIGTERM)\u000a12:55:03.575322 --- ParallelTerminationStrategy: PID 7546 died...\u000a12:55:03.628372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7546): Terminated: ok {rc=0}\u000a12:55:03.638218 --- ParallelTerminationStrategy: PID 7547 died...\u000a12:55:03.691394 run iperf3-srv_10.42.42.10(pid=7547): Terminated {rc=256}\u000a12:55:03.701002 --- ParallelTerminationStrategy: PID 7548 died...\u000a12:55:03.753457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7548): Terminated: ok {rc=0}\u000a12:55:03.763131 --- ParallelTerminationStrategy: PID 7549 died...\u000a12:55:03.815533 run iperf3-srv_10.42.42.10(pid=7549): Terminated {rc=256}\u000a12:55:03.825339 --- ParallelTerminationStrategy: PID 7552 died...\u000a12:55:03.878362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7552): Terminated: ok {rc=0}\u000a12:55:03.887937 --- ParallelTerminationStrategy: PID 7555 died...\u000a12:55:03.940798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7555): Terminated: ok {rc=0}\u000a12:55:03.950490 --- ParallelTerminationStrategy: PID 7558 died...\u000a12:55:04.003109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7558): Terminated: ok {rc=0}\u000a12:55:04.090091 bus /gobi_0: Setting Powered False\u000a12:55:05.193669 bus /gobi_0: Setting Powered False\u000a12:55:06.303693 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7571): Process ended prematurely: osmo-stp_10.42.42.5(pid=7571) [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7571)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7571): Process ended prematurely: osmo-stp_10.42.42.5(pid=7571) [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a12:55:07.412449 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:07.424046 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:55:07.571701 tst iperf3.py: using LAC 21600\u000a12:55:07.691956 tst iperf3.py: using RAC 180\u000a12:55:07.810480 tst iperf3.py: using CellId 21600\u000a12:55:07.927821 tst iperf3.py: using BVCI 21601\u000a12:55:07.951115 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:07.962005 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:07.972596 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:07.983336 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:07.993948 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:08.004619 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:08.015377 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:08.026200 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:08.036893 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:55:08.327002 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:55:08.461565 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:55:08.795035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7563): Launched\u000a12:55:09.072676 run iperf3-srv_10.42.42.10(pid=7564): Launched\u000a12:55:09.269915 tst iperf3.py:8: start network...\u000a12:55:09.404284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:55:09.910111 run create_hlr_db(pid=7565): Launched\u000a12:55:10.096075 bus /gobi_6: Setting Powered False\u000a12:55:11.117200 run create_hlr_db(pid=7565): Terminated: ok {rc=0}\u000a12:55:11.519683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7567): Launched\u000a12:55:11.819548 run osmo-hlr_10.42.42.2(pid=7568): Launched\u000a12:55:11.930245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:55:12.452051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7570): Launched\u000a12:55:12.753028 run osmo-stp_10.42.42.5(pid=7571): Launched\u000a12:55:12.862370 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:55:13.392728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7573): Launched\u000a12:55:13.507850 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:55:13.788646 run patchelf(pid=7574): Launched\u000a12:55:13.976040 run osmo-stp_10.42.42.5(pid=7571): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7571)]\u000a12:55:14.113086 run osmo-stp_10.42.42.5(pid=7571): stdout: \u000a| (launched: 2022-12-09_12:55:12.603804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:14.251303 run osmo-stp_10.42.42.5(pid=7571): stderr: \u000a| �[0;m�[38;5;43m20221209125512777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125512777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125512778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125512778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125512778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125512779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125512779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:14.384622 run osmo-stp_10.42.42.5(pid=7571): stdout: \u000a| (launched: 2022-12-09_12:55:12.603804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:14.516701 run osmo-stp_10.42.42.5(pid=7571): stderr: \u000a| �[0;m�[38;5;43m20221209125512777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125512777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125512778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125512778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125512778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125512779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125512779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:14.669603 run patchelf(pid=7574): Terminating (SIGINT)\u000a12:55:14.848331 run patchelf(pid=7574): Terminated: ok {rc=0}\u000a12:55:14.881379 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7571): Process ended prematurely: osmo-stp_10.42.42.5(pid=7571) [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7571)] [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a12:55:14.891111 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:55:14.954092 run osmo-hlr_10.42.42.2(pid=7568): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7568)]\u000a12:55:15.005199 run osmo-hlr_10.42.42.2(pid=7568): stdout: \u000a| (launched: 2022-12-09_12:55:11.671349) \u000a12:55:15.056942 run osmo-hlr_10.42.42.2(pid=7568): stderr: \u000a| �[0;m�[1;31m20221209125511846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125511846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125511846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125511846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125511846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125511847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125511859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125511868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125511868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125511868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:55:15.100904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7563): Terminating (SIGTERM)\u000a12:55:15.142749 run iperf3-srv_10.42.42.10(pid=7564): Terminating (SIGTERM)\u000a12:55:15.184307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7567): Terminating (SIGTERM)\u000a12:55:15.225751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7570): Terminating (SIGTERM)\u000a12:55:15.267618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7573): Terminating (SIGTERM)\u000a12:55:15.277485 --- ParallelTerminationStrategy: PID 7563 died...\u000a12:55:15.333687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7563): Terminated: ok {rc=0}\u000a12:55:15.343667 --- ParallelTerminationStrategy: PID 7564 died...\u000a12:55:15.399197 run iperf3-srv_10.42.42.10(pid=7564): Terminated {rc=256}\u000a12:55:15.409259 --- ParallelTerminationStrategy: PID 7567 died...\u000a12:55:15.464258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7567): Terminated: ok {rc=0}\u000a12:55:15.474412 --- ParallelTerminationStrategy: PID 7570 died...\u000a12:55:15.529863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7570): Terminated: ok {rc=0}\u000a12:55:15.540078 --- ParallelTerminationStrategy: PID 7573 died...\u000a12:55:15.595482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7573): Terminated: ok {rc=0}\u000a12:55:15.683005 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7589): Process ended prematurely: osmo-stp_10.42.42.5(pid=7589) [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7589)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7589): Process ended prematurely: osmo-stp_10.42.42.5(pid=7589) [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a12:55:16.821763 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:16.837757 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:55:17.034634 tst iperf3m4.py: using LAC 21601\u000a12:55:17.193476 tst iperf3m4.py: using RAC 181\u000a12:55:17.317585 tst iperf3m4.py: using CellId 21601\u000a12:55:17.436164 tst iperf3m4.py: using BVCI 21602\u000a12:55:17.459359 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:17.470393 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:17.482105 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:17.493669 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:17.504757 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:17.515957 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:17.527202 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:17.538332 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:17.549548 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:55:17.668739 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:55:17.787694 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:55:17.903248 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:55:18.189741 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:55:18.325678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:55:18.634711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7575): Launched\u000a12:55:18.890792 run iperf3-srv_10.42.42.10(pid=7576): Launched\u000a12:55:19.071110 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:55:19.194504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:55:19.502565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7577): Launched\u000a12:55:19.758314 run iperf3-srv_10.42.42.10(pid=7578): Launched\u000a12:55:19.938215 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:55:20.060619 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:55:20.369282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7579): Launched\u000a12:55:20.625747 run iperf3-srv_10.42.42.10(pid=7580): Launched\u000a12:55:20.805609 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:55:20.928578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:55:21.236259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7581): Launched\u000a12:55:21.492216 run iperf3-srv_10.42.42.10(pid=7582): Launched\u000a12:55:21.672253 tst iperf3m4.py:8: start network...\u000a12:55:21.795512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:55:22.272419 run create_hlr_db(pid=7583): Launched\u000a12:55:22.444342 bus /gobi_6: Setting Powered False\u000a12:55:23.466490 run create_hlr_db(pid=7583): Terminated: ok {rc=0}\u000a12:55:23.889651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7585): Launched\u000a12:55:24.209680 run osmo-hlr_10.42.42.2(pid=7586): Launched\u000a12:55:24.328155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:55:24.886448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7588): Launched\u000a12:55:25.204719 run osmo-stp_10.42.42.5(pid=7589): Launched\u000a12:55:25.321524 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:55:25.878253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7591): Launched\u000a12:55:25.992697 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:55:26.273839 run patchelf(pid=7592): Launched\u000a12:55:26.464784 run osmo-stp_10.42.42.5(pid=7589): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7589)]\u000a12:55:26.603815 run osmo-stp_10.42.42.5(pid=7589): stdout: \u000a| (launched: 2022-12-09_12:55:25.048185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:26.743373 run osmo-stp_10.42.42.5(pid=7589): stderr: \u000a| �[0;m�[38;5;43m20221209125525235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125525235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125525235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125525236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125525236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125525236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125525236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:26.878367 run osmo-stp_10.42.42.5(pid=7589): stdout: \u000a| (launched: 2022-12-09_12:55:25.048185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:27.012748 run osmo-stp_10.42.42.5(pid=7589): stderr: \u000a| �[0;m�[38;5;43m20221209125525235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125525235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125525235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125525236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125525236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125525236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125525236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:27.167761 run patchelf(pid=7592): Terminating (SIGINT)\u000a12:55:27.350390 run patchelf(pid=7592): Terminated: ok {rc=0}\u000a12:55:27.383706 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7589): Process ended prematurely: osmo-stp_10.42.42.5(pid=7589) [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7589)] [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a12:55:27.393862 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a12:55:27.458004 run osmo-hlr_10.42.42.2(pid=7586): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7586)]\u000a12:55:27.510010 run osmo-hlr_10.42.42.2(pid=7586): stdout: \u000a| (launched: 2022-12-09_12:55:24.052091) \u000a12:55:27.562671 run osmo-hlr_10.42.42.2(pid=7586): stderr: \u000a| �[0;m�[1;31m20221209125524246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125524246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125524246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125524246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125524246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125524246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125524259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125524269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125524270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125524270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:55:27.607297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7575): Terminating (SIGTERM)\u000a12:55:27.649795 run iperf3-srv_10.42.42.10(pid=7576): Terminating (SIGTERM)\u000a12:55:27.692221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7577): Terminating (SIGTERM)\u000a12:55:27.734998 run iperf3-srv_10.42.42.10(pid=7578): Terminating (SIGTERM)\u000a12:55:27.777045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7579): Terminating (SIGTERM)\u000a12:55:27.819169 run iperf3-srv_10.42.42.10(pid=7580): Terminating (SIGTERM)\u000a12:55:27.861577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7581): Terminating (SIGTERM)\u000a12:55:27.904054 run iperf3-srv_10.42.42.10(pid=7582): Terminating (SIGTERM)\u000a12:55:27.946214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7585): Terminating (SIGTERM)\u000a12:55:27.988714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7588): Terminating (SIGTERM)\u000a12:55:28.031008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7591): Terminating (SIGTERM)\u000a12:55:28.040467 --- ParallelTerminationStrategy: PID 7575 died...\u000a12:55:28.097487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7575): Terminated: ok {rc=0}\u000a12:55:28.107777 --- ParallelTerminationStrategy: PID 7576 died...\u000a12:55:28.164479 run iperf3-srv_10.42.42.10(pid=7576): Terminated {rc=256}\u000a12:55:28.174753 --- ParallelTerminationStrategy: PID 7577 died...\u000a12:55:28.231496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7577): Terminated: ok {rc=0}\u000a12:55:28.242040 --- ParallelTerminationStrategy: PID 7578 died...\u000a12:55:28.298996 run iperf3-srv_10.42.42.10(pid=7578): Terminated {rc=256}\u000a12:55:28.309473 --- ParallelTerminationStrategy: PID 7579 died...\u000a12:55:28.366588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7579): Terminated: ok {rc=0}\u000a12:55:28.377012 --- ParallelTerminationStrategy: PID 7580 died...\u000a12:55:28.433508 run iperf3-srv_10.42.42.10(pid=7580): Terminated {rc=256}\u000a12:55:28.443974 --- ParallelTerminationStrategy: PID 7581 died...\u000a12:55:28.500654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7581): Terminated: ok {rc=0}\u000a12:55:28.511011 --- ParallelTerminationStrategy: PID 7582 died...\u000a12:55:28.584836 run iperf3-srv_10.42.42.10(pid=7582): Terminated {rc=256}\u000a12:55:28.595420 --- ParallelTerminationStrategy: PID 7585 died...\u000a12:55:28.652295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7585): Terminated: ok {rc=0}\u000a12:55:28.663500 --- ParallelTerminationStrategy: PID 7588 died...\u000a12:55:28.721304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7588): Terminated: ok {rc=0}\u000a12:55:28.731592 --- ParallelTerminationStrategy: PID 7591 died...\u000a12:55:28.789060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7591): Terminated: ok {rc=0}\u000a12:55:28.876174 bus /gobi_4: Setting Powered False\u000a12:55:29.978737 bus /gobi_4: Setting Powered False\u000a12:55:31.094286 bus /gobi_1: Setting Powered False\u000a12:55:32.207108 bus /gobi_1: Setting Powered False\u000a12:55:33.318341 bus /gobi_0: Setting Powered False\u000a12:55:34.421395 bus /gobi_0: Setting Powered False\u000a12:55:35.532164 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7599): Process ended prematurely: osmo-stp_10.42.42.5(pid=7599) [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7599)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7599): Process ended prematurely: osmo-stp_10.42.42.5(pid=7599) [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a12:55:36.601524 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:36.613517 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:55:36.765199 tst ping.py: using LAC 21602\u000a12:55:36.882930 tst ping.py: using RAC 182\u000a12:55:37.003991 tst ping.py: using CellId 21602\u000a12:55:37.117977 tst ping.py: using BVCI 21603\u000a12:55:37.140384 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:37.151364 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:37.162038 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:37.172655 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:37.183292 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:37.194061 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:37.204811 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:37.215397 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:55:37.486460 tst ping.py:19: start network...\u000a12:55:37.608043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:55:38.077902 run create_hlr_db(pid=7593): Launched\u000a12:55:38.249328 bus /gobi_6: Setting Powered False\u000a12:55:39.270760 run create_hlr_db(pid=7593): Terminated: ok {rc=0}\u000a12:55:39.693542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7595): Launched\u000a12:55:40.013349 run osmo-hlr_10.42.42.2(pid=7596): Launched\u000a12:55:40.133167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:55:40.687285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7598): Launched\u000a12:55:41.002640 run osmo-stp_10.42.42.5(pid=7599): Launched\u000a12:55:41.117418 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:55:41.670034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7601): Launched\u000a12:55:41.783333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:55:42.053057 run patchelf(pid=7602): Launched\u000a12:55:42.239664 run osmo-stp_10.42.42.5(pid=7599): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7599)]\u000a12:55:42.376375 run osmo-stp_10.42.42.5(pid=7599): stdout: \u000a| (launched: 2022-12-09_12:55:40.848259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:42.513213 run osmo-stp_10.42.42.5(pid=7599): stderr: \u000a| �[0;m�[38;5;43m20221209125541034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125541035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125541035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125541035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125541036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125541036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125541036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:42.644562 run osmo-stp_10.42.42.5(pid=7599): stdout: \u000a| (launched: 2022-12-09_12:55:40.848259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:42.775156 run osmo-stp_10.42.42.5(pid=7599): stderr: \u000a| �[0;m�[38;5;43m20221209125541034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125541035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125541035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125541035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125541036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125541036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125541036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:42.926225 run patchelf(pid=7602): Terminating (SIGINT)\u000a12:55:43.103727 run patchelf(pid=7602): Terminated: ok {rc=0}\u000a12:55:43.135969 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7599): Process ended prematurely: osmo-stp_10.42.42.5(pid=7599) [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7599)] [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a12:55:43.145280 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:55:43.209199 run osmo-hlr_10.42.42.2(pid=7596): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7596)]\u000a12:55:43.261407 run osmo-hlr_10.42.42.2(pid=7596): stdout: \u000a| (launched: 2022-12-09_12:55:39.854985) \u000a12:55:43.314062 run osmo-hlr_10.42.42.2(pid=7596): stderr: \u000a| �[0;m�[1;31m20221209125540046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125540046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125540046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125540047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125540047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125540047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125540059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125540068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125540069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125540069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:55:43.358939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7595): Terminating (SIGTERM)\u000a12:55:43.401240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7598): Terminating (SIGTERM)\u000a12:55:43.443071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7601): Terminating (SIGTERM)\u000a12:55:43.453161 --- ParallelTerminationStrategy: PID 7595 died...\u000a12:55:43.509413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7595): Terminated: ok {rc=0}\u000a12:55:43.519855 --- ParallelTerminationStrategy: PID 7598 died...\u000a12:55:43.575811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7598): Terminated: ok {rc=0}\u000a12:55:43.586283 --- ParallelTerminationStrategy: PID 7601 died...\u000a12:55:43.642362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7601): Terminated: ok {rc=0}\u000a12:55:43.729635 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7609): Process ended prematurely: osmo-stp_10.42.42.5(pid=7609) [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7609)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7609): Process ended prematurely: osmo-stp_10.42.42.5(pid=7609) [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:55:44.781028 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:44.792529 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:55:44.938421 tst ping_idle_ping.py: using LAC 21603\u000a12:55:45.057556 tst ping_idle_ping.py: using RAC 183\u000a12:55:45.174679 tst ping_idle_ping.py: using CellId 21603\u000a12:55:45.291844 tst ping_idle_ping.py: using BVCI 21604\u000a12:55:45.314968 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:45.325925 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:45.336611 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:45.347320 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:45.357991 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:45.368690 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:45.379515 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:55:45.390184 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:55:45.664468 tst ping_idle_ping.py:24: start network...\u000a12:55:45.788623 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:55:46.342532 run create_hlr_db(pid=7603): Launched\u000a12:55:46.554028 bus /gobi_6: Setting Powered False\u000a12:55:47.546452 run create_hlr_db(pid=7603): Terminated: ok {rc=0}\u000a12:55:47.993430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7605): Launched\u000a12:55:48.311980 run osmo-hlr_10.42.42.2(pid=7606): Launched\u000a12:55:48.427325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:55:48.981293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7608): Launched\u000a12:55:49.300487 run osmo-stp_10.42.42.5(pid=7609): Launched\u000a12:55:49.416736 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:55:49.972456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7611): Launched\u000a12:55:50.086579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:55:50.365495 run patchelf(pid=7612): Launched\u000a12:55:50.552774 run osmo-stp_10.42.42.5(pid=7609): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7609)]\u000a12:55:50.690038 run osmo-stp_10.42.42.5(pid=7609): stdout: \u000a| (launched: 2022-12-09_12:55:49.142936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:50.827376 run osmo-stp_10.42.42.5(pid=7609): stderr: \u000a| �[0;m�[38;5;43m20221209125549331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125549331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125549331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125549332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125549332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125549332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125549332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:50.959940 run osmo-stp_10.42.42.5(pid=7609): stdout: \u000a| (launched: 2022-12-09_12:55:49.142936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:51.091591 run osmo-stp_10.42.42.5(pid=7609): stderr: \u000a| �[0;m�[38;5;43m20221209125549331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125549331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125549331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125549332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125549332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125549332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125549332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:51.244010 run patchelf(pid=7612): Terminating (SIGINT)\u000a12:55:51.423536 run patchelf(pid=7612): Terminated: ok {rc=0}\u000a12:55:51.456149 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7609): Process ended prematurely: osmo-stp_10.42.42.5(pid=7609) [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7609)] [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a12:55:51.465499 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:55:51.528939 run osmo-hlr_10.42.42.2(pid=7606): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7606)]\u000a12:55:51.580891 run osmo-hlr_10.42.42.2(pid=7606): stdout: \u000a| (launched: 2022-12-09_12:55:48.155294) \u000a12:55:51.633527 run osmo-hlr_10.42.42.2(pid=7606): stderr: \u000a| �[0;m�[1;31m20221209125548348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125548348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125548348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125548348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125548348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125548348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125548361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125548370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125548370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125548370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:55:51.677841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7605): Terminating (SIGTERM)\u000a12:55:51.719956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7608): Terminating (SIGTERM)\u000a12:55:51.762493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7611): Terminating (SIGTERM)\u000a12:55:51.772539 --- ParallelTerminationStrategy: PID 7605 died...\u000a12:55:51.829364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7605): Terminated: ok {rc=0}\u000a12:55:51.839622 --- ParallelTerminationStrategy: PID 7608 died...\u000a12:55:51.896118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7608): Terminated: ok {rc=0}\u000a12:55:51.906366 --- ParallelTerminationStrategy: PID 7611 died...\u000a12:55:51.962376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7611): Terminated: ok {rc=0}\u000a12:55:52.050089 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:54:53" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7623): Process ended prematurely: osmo-stp_10.42.42.5(pid=7623) [trial-2360↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7623)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7623): Process ended prematurely: osmo-stp_10.42.42.5(pid=7623) [trial-2360↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:55:54.053500 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:55:54.065053 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:55:54.214628 tst switch_tch_pdch.py: using LAC 21604\u000a12:55:54.337592 tst switch_tch_pdch.py: using RAC 184\u000a12:55:54.460257 tst switch_tch_pdch.py: using CellId 21604\u000a12:55:54.582750 tst switch_tch_pdch.py: using BVCI 21605\u000a12:55:54.607225 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:55:54.618867 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:55:54.630426 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:55:54.641837 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:55:54.653336 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:55:54.664929 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:55:54.676680 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:55:54.688275 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:55:54.805256 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:55:55.080875 tst switch_tch_pdch.py:51: start network...\u000a12:55:55.204412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:55:55.679946 run create_hlr_db(pid=7617): Launched\u000a12:55:55.851472 bus /gobi_6: Setting Powered False\u000a12:55:56.872236 run create_hlr_db(pid=7617): Terminated: ok {rc=0}\u000a12:55:57.296094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7619): Launched\u000a12:55:57.613997 run osmo-hlr_10.42.42.2(pid=7620): Launched\u000a12:55:57.732772 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:55:58.284896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7622): Launched\u000a12:55:58.601855 run osmo-stp_10.42.42.5(pid=7623): Launched\u000a12:55:58.716915 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:55:59.270298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7625): Launched\u000a12:55:59.383997 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:55:59.659922 run patchelf(pid=7626): Launched\u000a12:55:59.846431 run osmo-stp_10.42.42.5(pid=7623): ERR: Terminated: ERROR {rc=1} [trial-2360↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7623)]\u000a12:55:59.982763 run osmo-stp_10.42.42.5(pid=7623): stdout: \u000a| (launched: 2022-12-09_12:55:58.446245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:00.119601 run osmo-stp_10.42.42.5(pid=7623): stderr: \u000a| �[0;m�[38;5;43m20221209125558631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125558631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125558631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125558632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125558632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125558632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125558633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:00.251531 run osmo-stp_10.42.42.5(pid=7623): stdout: \u000a| (launched: 2022-12-09_12:55:58.446245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:00.383147 run osmo-stp_10.42.42.5(pid=7623): stderr: \u000a| �[0;m�[38;5;43m20221209125558631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125558631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125558631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125558632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125558632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125558632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125558633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:00.535457 run patchelf(pid=7626): Terminating (SIGINT)\u000a12:56:00.714930 run patchelf(pid=7626): Terminated: ok {rc=0}\u000a12:56:00.747315 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7623): Process ended prematurely: osmo-stp_10.42.42.5(pid=7623) [trial-2360↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7623)] [trial-2360↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:56:00.756372 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a12:56:00.819906 run osmo-hlr_10.42.42.2(pid=7620): ERR: Terminated: ERROR {rc=237} [trial-2360↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7620)]\u000a12:56:00.878815 run osmo-hlr_10.42.42.2(pid=7620): stdout: \u000a| (launched: 2022-12-09_12:55:57.458209) \u000a12:56:00.932271 run osmo-hlr_10.42.42.2(pid=7620): stderr: \u000a| �[0;m�[1;31m20221209125557651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125557651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125557651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125557652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125557652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125557652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125557665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125557673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125557673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125557673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:00.984668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7619): Terminating (SIGTERM)\u000a12:56:01.027059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7622): Terminating (SIGTERM)\u000a12:56:01.071113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7625): Terminating (SIGTERM)\u000a12:56:01.081565 --- ParallelTerminationStrategy: PID 7619 died...\u000a12:56:01.139739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7619): Terminated: ok {rc=0}\u000a12:56:01.150431 --- ParallelTerminationStrategy: PID 7622 died...\u000a12:56:01.204675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7622): Terminated: ok {rc=0}\u000a12:56:01.215640 --- ParallelTerminationStrategy: PID 7625 died...\u000a12:56:01.270117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7625): Terminated: ok {rc=0}\u000a12:56:01.357898 bus /gobi_0: Setting Powered False\u000a12:56:02.459346 bus /gobi_0: Setting Powered False\u000a12:56:03.570362 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:55:53" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7637): Process ended prematurely: osmo-stp_10.42.42.5(pid=7637) [trial-2360↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7637)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7637): Process ended prematurely: osmo-stp_10.42.42.5(pid=7637) [trial-2360↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a12:56:05.500248 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:56:05.511123 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a12:56:05.653865 tst switch_tch_pdch.py: using LAC 21605\u000a12:56:05.778685 tst switch_tch_pdch.py: using RAC 185\u000a12:56:05.904690 tst switch_tch_pdch.py: using CellId 21605\u000a12:56:06.024802 tst switch_tch_pdch.py: using BVCI 21606\u000a12:56:06.047435 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:56:06.058529 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:56:06.069391 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:56:06.080059 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:56:06.090941 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:56:06.101870 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:56:06.112659 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:56:06.123279 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:56:06.242990 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:56:06.530429 tst switch_tch_pdch.py:51: start network...\u000a12:56:06.663534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:07.136897 run create_hlr_db(pid=7631): Launched\u000a12:56:07.267438 bus /gobi_6: Setting Powered False\u000a12:56:08.344046 run create_hlr_db(pid=7631): Terminated: ok {rc=0}\u000a12:56:08.718489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7633): Launched\u000a12:56:09.015682 run osmo-hlr_10.42.42.2(pid=7634): Launched\u000a12:56:09.125287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:09.615695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7636): Launched\u000a12:56:09.912422 run osmo-stp_10.42.42.5(pid=7637): Launched\u000a12:56:10.019543 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:56:10.513080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7639): Launched\u000a12:56:10.618833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:56:10.878515 run patchelf(pid=7640): Launched\u000a12:56:11.052570 run osmo-stp_10.42.42.5(pid=7637): ERR: Terminated: ERROR {rc=1} [trial-2360↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7637)]\u000a12:56:11.179867 run osmo-stp_10.42.42.5(pid=7637): stdout: \u000a| (launched: 2022-12-09_12:56:09.766398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:11.307266 run osmo-stp_10.42.42.5(pid=7637): stderr: \u000a| �[0;m�[38;5;43m20221209125609931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125609931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125609932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125609932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125609933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125609933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125609933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:11.430209 run osmo-stp_10.42.42.5(pid=7637): stdout: \u000a| (launched: 2022-12-09_12:56:09.766398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:11.552027 run osmo-stp_10.42.42.5(pid=7637): stderr: \u000a| �[0;m�[38;5;43m20221209125609931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125609931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125609932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125609932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125609933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125609933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125609933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:11.693538 run patchelf(pid=7640): Terminating (SIGINT)\u000a12:56:11.860107 run patchelf(pid=7640): Terminated: ok {rc=0}\u000a12:56:11.890516 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7637): Process ended prematurely: osmo-stp_10.42.42.5(pid=7637) [trial-2360↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7637)] [trial-2360↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a12:56:11.899075 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a12:56:11.958357 run osmo-hlr_10.42.42.2(pid=7634): ERR: Terminated: ERROR {rc=237} [trial-2360↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7634)]\u000a12:56:12.007033 run osmo-hlr_10.42.42.2(pid=7634): stdout: \u000a| (launched: 2022-12-09_12:56:08.869490) \u000a12:56:12.056009 run osmo-hlr_10.42.42.2(pid=7634): stderr: \u000a| �[0;m�[1;31m20221209125609040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125609040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125609040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125609040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125609040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125609041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125609057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125609066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125609066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125609066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:12.097914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7633): Terminating (SIGTERM)\u000a12:56:12.137532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7636): Terminating (SIGTERM)\u000a12:56:12.177089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7639): Terminating (SIGTERM)\u000a12:56:12.186249 --- ParallelTerminationStrategy: PID 7633 died...\u000a12:56:12.238840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7633): Terminated: ok {rc=0}\u000a12:56:12.248344 --- ParallelTerminationStrategy: PID 7636 died...\u000a12:56:12.301331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7636): Terminated: ok {rc=0}\u000a12:56:12.310866 --- ParallelTerminationStrategy: PID 7639 died...\u000a12:56:12.363806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7639): Terminated: ok {rc=0}\u000a12:56:12.450349 bus /gobi_0: Setting Powered False\u000a12:56:13.552529 bus /gobi_0: Setting Powered False\u000a12:56:14.661887 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:56:05" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7645): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7645) [trial-2360↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7645)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7645): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7645) [trial-2360↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a12:56:16.545464 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a12:56:16.557002 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a12:56:16.680035 tst mo_mt_sms.py: using LAC 21606\u000a12:56:16.798917 tst mo_mt_sms.py: using RAC 186\u000a12:56:16.920149 tst mo_mt_sms.py: using CellId 21606\u000a12:56:17.039429 tst mo_mt_sms.py: using BVCI 21607\u000a12:56:17.062837 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a12:56:17.194167 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a12:56:17.474849 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:56:17.598632 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:56:18.214071 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7644): Launched\u000a12:56:18.509498 run osmo-nitb_10.42.42.2(pid=7645): Launched\u000a12:56:18.692119 run osmo-nitb_10.42.42.2(pid=7645): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7645)]\u000a12:56:18.835905 run osmo-nitb_10.42.42.2(pid=7645): stdout: \u000a| (launched: 2022-12-09_12:56:18.366044) \u000a12:56:18.980510 run osmo-nitb_10.42.42.2(pid=7645): stderr: \u000a| (launched: 2022-12-09_12:56:18.410606)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:56:19.120172 run osmo-nitb_10.42.42.2(pid=7645): stdout: \u000a| (launched: 2022-12-09_12:56:18.366044) \u000a12:56:19.258805 run osmo-nitb_10.42.42.2(pid=7645): stderr: \u000a| (launched: 2022-12-09_12:56:18.410606)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:56:19.635621 tst osmo-nitb_10.42.42.2(pid=7645): stdout: \u000a| (launched: 2022-12-09_12:56:18.366044) \u000a12:56:19.762237 tst osmo-nitb_10.42.42.2(pid=7645): stderr: \u000a| (launched: 2022-12-09_12:56:18.410606)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:56:19.817483 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=7645): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7645) [trial-2360↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7645)] [trial-2360↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a12:56:19.826156 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a12:56:19.863045 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7644): Terminating (SIGTERM)\u000a12:56:20.040906 --- ParallelTerminationStrategy: PID 7644 died...\u000a12:56:20.098333 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7644): Terminated: ok {rc=0}\u000a12:56:20.184320 bus /sierra_3: Setting Powered False\u000a12:56:21.292144 bus /sierra_3: Setting Powered False\u000a12:56:22.400176 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:56:16" }, { "cases" : [ { "testActions" : [ ], "age" : 158, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7655): Process ended prematurely: osmo-stp_10.42.42.5(pid=7655) [trial-2360↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7655)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7655): Process ended prematurely: osmo-stp_10.42.42.5(pid=7655) [trial-2360↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a12:56:24.255398 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:56:24.266273 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a12:56:24.392537 tst mo_mt_sms.py: using LAC 21607\u000a12:56:24.516574 tst mo_mt_sms.py: using RAC 187\u000a12:56:24.644395 tst mo_mt_sms.py: using CellId 21607\u000a12:56:24.767213 tst mo_mt_sms.py: using BVCI 21608\u000a12:56:24.791417 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:56:24.802523 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:56:24.813351 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:56:24.824284 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:56:24.835245 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:56:24.846322 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a12:56:24.961258 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a12:56:25.168424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:25.668925 run create_hlr_db(pid=7649): Launched\u000a12:56:25.854083 bus /sierra_2: Setting Powered False\u000a12:56:26.874531 run create_hlr_db(pid=7649): Terminated: ok {rc=0}\u000a12:56:27.274484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7651): Launched\u000a12:56:27.571902 run osmo-hlr_10.42.42.2(pid=7652): Launched\u000a12:56:27.680571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:28.194912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7654): Launched\u000a12:56:28.491499 run osmo-stp_10.42.42.5(pid=7655): Launched\u000a12:56:28.599880 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:56:29.144318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7657): Launched\u000a12:56:29.441648 run osmo-msc_10.42.42.6(pid=7658): Launched\u000a12:56:29.616734 run osmo-stp_10.42.42.5(pid=7655): ERR: Terminated: ERROR {rc=1} [trial-2360↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7655)]\u000a12:56:29.743008 run osmo-stp_10.42.42.5(pid=7655): stdout: \u000a| (launched: 2022-12-09_12:56:28.345961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:29.867335 run osmo-stp_10.42.42.5(pid=7655): stderr: \u000a| �[0;m�[38;5;43m20221209125628511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125628512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125628512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125628512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125628513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125628513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125628513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:29.986376 run osmo-stp_10.42.42.5(pid=7655): stdout: \u000a| (launched: 2022-12-09_12:56:28.345961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:30.104647 run osmo-stp_10.42.42.5(pid=7655): stderr: \u000a| �[0;m�[38;5;43m20221209125628511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125628512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125628512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125628512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125628513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125628513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125628513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:30.156291 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=7655): Process ended prematurely: osmo-stp_10.42.42.5(pid=7655) [trial-2360↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7655)] [trial-2360↪sms:oc2g↪mo_mt_sms.py:16]\u000a12:56:30.164480 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a12:56:30.223404 run osmo-hlr_10.42.42.2(pid=7652): ERR: Terminated: ERROR {rc=237} [trial-2360↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7652)]\u000a12:56:30.271703 run osmo-hlr_10.42.42.2(pid=7652): stdout: \u000a| (launched: 2022-12-09_12:56:27.425540) \u000a12:56:30.320812 run osmo-hlr_10.42.42.2(pid=7652): stderr: \u000a| �[0;m�[1;31m20221209125627597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125627597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125627597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125627597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125627597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125627597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125627609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125627618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125627618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125627618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:30.387365 run osmo-msc_10.42.42.6(pid=7658): ERR: Terminated: ERROR {rc=2} [trial-2360↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7658)]\u000a12:56:30.435764 run osmo-msc_10.42.42.6(pid=7658): stdout: \u000a| (launched: 2022-12-09_12:56:29.295177) \u000a12:56:30.484722 run osmo-msc_10.42.42.6(pid=7658): stderr: \u000a| �[0;m�[38;5;43m20221209125629564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125629564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc901b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125629564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125629564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125629566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125629566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125629568 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125629568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125629568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125629568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:56:30.526387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7651): Terminating (SIGTERM)\u000a12:56:30.565648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7654): Terminating (SIGTERM)\u000a12:56:30.604830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7657): Terminating (SIGTERM)\u000a12:56:30.614059 --- ParallelTerminationStrategy: PID 7651 died...\u000a12:56:30.666350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7651): Terminated: ok {rc=0}\u000a12:56:30.675858 --- ParallelTerminationStrategy: PID 7654 died...\u000a12:56:30.728500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7654): Terminated: ok {rc=0}\u000a12:56:30.738052 --- ParallelTerminationStrategy: PID 7657 died...\u000a12:56:30.790182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7657): Terminated: ok {rc=0}\u000a12:56:30.893715 bus /sierra_3: Setting Powered False\u000a12:56:32.007131 bus /sierra_3: Setting Powered False\u000a12:56:33.113134 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:56:24" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7664): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7664) [trial-2360↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7664)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7664): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7664) [trial-2360↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a12:56:34.919950 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a12:56:34.931039 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a12:56:35.058269 tst assert_extension.py: using LAC 21608\u000a12:56:35.183272 tst assert_extension.py: using RAC 188\u000a12:56:35.298074 tst assert_extension.py: using CellId 21608\u000a12:56:35.413592 tst assert_extension.py: using BVCI 21609\u000a12:56:35.436012 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a12:56:35.723735 tst assert_extension.py:10: start nitb and bts...\u000a12:56:35.856605 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:56:36.512346 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7663): Launched\u000a12:56:36.826836 run osmo-nitb_10.42.42.2(pid=7664): Launched\u000a12:56:37.022899 run osmo-nitb_10.42.42.2(pid=7664): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7664)]\u000a12:56:37.167402 run osmo-nitb_10.42.42.2(pid=7664): stdout: \u000a| (launched: 2022-12-09_12:56:36.674236) \u000a12:56:37.312172 run osmo-nitb_10.42.42.2(pid=7664): stderr: \u000a| (launched: 2022-12-09_12:56:36.721583)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:56:37.452405 run osmo-nitb_10.42.42.2(pid=7664): stdout: \u000a| (launched: 2022-12-09_12:56:36.674236) \u000a12:56:37.591225 run osmo-nitb_10.42.42.2(pid=7664): stderr: \u000a| (launched: 2022-12-09_12:56:36.721583)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:56:37.954560 tst osmo-nitb_10.42.42.2(pid=7664): stdout: \u000a| (launched: 2022-12-09_12:56:36.674236) \u000a12:56:38.080915 tst osmo-nitb_10.42.42.2(pid=7664): stderr: \u000a| (launched: 2022-12-09_12:56:36.721583)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:56:38.136185 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=7664): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7664) [trial-2360↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7664)] [trial-2360↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a12:56:38.144893 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a12:56:38.181353 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7663): Terminating (SIGTERM)\u000a12:56:38.359214 --- ParallelTerminationStrategy: PID 7663 died...\u000a12:56:38.417075 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7663): Terminated: ok {rc=0}\u000a12:56:38.502564 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:56:34" }, { "cases" : [ { "testActions" : [ ], "age" : 158, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7674): Process ended prematurely: osmo-stp_10.42.42.5(pid=7674) [trial-2360↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7674)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7674): Process ended prematurely: osmo-stp_10.42.42.5(pid=7674) [trial-2360↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a12:56:40.292554 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:56:40.303180 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a12:56:40.422790 tst assert_extension.py: using LAC 21609\u000a12:56:40.541199 tst assert_extension.py: using RAC 189\u000a12:56:40.663203 tst assert_extension.py: using CellId 21609\u000a12:56:40.777275 tst assert_extension.py: using BVCI 21610\u000a12:56:40.799746 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:56:40.810184 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:56:40.820437 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:56:40.830632 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:56:40.840843 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:56:40.851230 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a12:56:41.056800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:41.556391 run create_hlr_db(pid=7668): Launched\u000a12:56:41.740794 bus /sierra_2: Setting Powered False\u000a12:56:42.761672 run create_hlr_db(pid=7668): Terminated: ok {rc=0}\u000a12:56:43.184587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7670): Launched\u000a12:56:43.503525 run osmo-hlr_10.42.42.2(pid=7671): Launched\u000a12:56:43.622016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:44.181114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7673): Launched\u000a12:56:44.499660 run osmo-stp_10.42.42.5(pid=7674): Launched\u000a12:56:44.615174 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:56:45.195820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7676): Launched\u000a12:56:45.514978 run osmo-msc_10.42.42.6(pid=7677): Launched\u000a12:56:45.700837 run osmo-stp_10.42.42.5(pid=7674): ERR: Terminated: ERROR {rc=1} [trial-2360↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7674)]\u000a12:56:45.843770 run osmo-stp_10.42.42.5(pid=7674): stdout: \u000a| (launched: 2022-12-09_12:56:44.343725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:46.030336 run osmo-stp_10.42.42.5(pid=7674): stderr: \u000a| �[0;m�[38;5;43m20221209125644531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125644531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125644531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125644532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125644532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125644532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125644532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:46.160411 run osmo-stp_10.42.42.5(pid=7674): stdout: \u000a| (launched: 2022-12-09_12:56:44.343725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:46.284006 run osmo-stp_10.42.42.5(pid=7674): stderr: \u000a| �[0;m�[38;5;43m20221209125644531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125644531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125644531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125644532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125644532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125644532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125644532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:46.339101 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=7674): Process ended prematurely: osmo-stp_10.42.42.5(pid=7674) [trial-2360↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7674)] [trial-2360↪ussd:oc2g↪assert_extension.py:17]\u000a12:56:46.348602 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a12:56:46.412769 run osmo-hlr_10.42.42.2(pid=7671): ERR: Terminated: ERROR {rc=237} [trial-2360↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7671)]\u000a12:56:46.464405 run osmo-hlr_10.42.42.2(pid=7671): stdout: \u000a| (launched: 2022-12-09_12:56:43.346581) \u000a12:56:46.517805 run osmo-hlr_10.42.42.2(pid=7671): stderr: \u000a| �[0;m�[1;31m20221209125643540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125643540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125643540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125643540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125643540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125643541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125643553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125643561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125643562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125643562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:46.588147 run osmo-msc_10.42.42.6(pid=7677): ERR: Terminated: ERROR {rc=2} [trial-2360↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7677)]\u000a12:56:46.639634 run osmo-msc_10.42.42.6(pid=7677): stdout: \u000a| (launched: 2022-12-09_12:56:45.358871) \u000a12:56:46.692788 run osmo-msc_10.42.42.6(pid=7677): stderr: \u000a| �[0;m�[38;5;43m20221209125645679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125645679 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffade2fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125645679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125645679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125645679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125645680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125645681 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125645682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125645682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125645682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:56:46.738401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7670): Terminating (SIGTERM)\u000a12:56:46.782642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7673): Terminating (SIGTERM)\u000a12:56:46.826049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7676): Terminating (SIGTERM)\u000a12:56:46.837701 --- ParallelTerminationStrategy: PID 7670 died...\u000a12:56:46.895755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7670): Terminated: ok {rc=0}\u000a12:56:46.907228 --- ParallelTerminationStrategy: PID 7673 died...\u000a12:56:46.964532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7673): Terminated: ok {rc=0}\u000a12:56:46.975176 --- ParallelTerminationStrategy: PID 7676 died...\u000a12:56:47.032072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7676): Terminated: ok {rc=0}\u000a12:56:47.119328 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:56:40" }, { "cases" : [ { "testActions" : [ ], "age" : 158, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7688): Process ended prematurely: osmo-stp_10.42.42.5(pid=7688) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7688)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7688): Process ended prematurely: osmo-stp_10.42.42.5(pid=7688) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:56:49.034218 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:49.045163 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:56:49.185603 tst mo_mt_call.py: using LAC 21610\u000a12:56:49.303223 tst mo_mt_call.py: using RAC 190\u000a12:56:49.420505 tst mo_mt_call.py: using CellId 21610\u000a12:56:49.537821 tst mo_mt_call.py: using BVCI 21611\u000a12:56:49.560940 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:49.571873 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:49.582590 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:49.593268 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:49.604018 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:49.614789 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:56:49.732740 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:56:49.945079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:50.457102 run create_hlr_db(pid=7682): Launched\u000a12:56:50.645011 bus /sierra_2: Setting Powered False\u000a12:56:51.665252 run create_hlr_db(pid=7682): Terminated: ok {rc=0}\u000a12:56:52.096407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7684): Launched\u000a12:56:52.422335 run osmo-hlr_10.42.42.2(pid=7685): Launched\u000a12:56:52.543340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:53.105930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7687): Launched\u000a12:56:53.430943 run osmo-stp_10.42.42.5(pid=7688): Launched\u000a12:56:53.549670 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:56:54.141313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7690): Launched\u000a12:56:54.466802 run osmo-msc_10.42.42.6(pid=7691): Launched\u000a12:56:54.656936 run osmo-stp_10.42.42.5(pid=7688): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7688)]\u000a12:56:54.794185 run osmo-stp_10.42.42.5(pid=7688): stdout: \u000a| (launched: 2022-12-09_12:56:53.270767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:54.929703 run osmo-stp_10.42.42.5(pid=7688): stderr: \u000a| �[0;m�[38;5;43m20221209125653458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125653458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125653458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125653459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125653459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125653459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125653459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:55.060383 run osmo-stp_10.42.42.5(pid=7688): stdout: \u000a| (launched: 2022-12-09_12:56:53.270767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:55.190150 run osmo-stp_10.42.42.5(pid=7688): stderr: \u000a| �[0;m�[38;5;43m20221209125653458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125653458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125653458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125653459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125653459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125653459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125653459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:55.246995 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7688): Process ended prematurely: osmo-stp_10.42.42.5(pid=7688) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7688)] [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:56:55.256006 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:56:55.320149 run osmo-hlr_10.42.42.2(pid=7685): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7685)]\u000a12:56:55.372533 run osmo-hlr_10.42.42.2(pid=7685): stdout: \u000a| (launched: 2022-12-09_12:56:52.261912) \u000a12:56:55.425169 run osmo-hlr_10.42.42.2(pid=7685): stderr: \u000a| �[0;m�[1;31m20221209125652456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125652456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125652456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125652456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125652456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125652456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125652471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125652479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125652479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125652480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:55.496337 run osmo-msc_10.42.42.6(pid=7691): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7691)]\u000a12:56:55.548633 run osmo-msc_10.42.42.6(pid=7691): stdout: \u000a| (launched: 2022-12-09_12:56:54.307126) \u000a12:56:55.601244 run osmo-msc_10.42.42.6(pid=7691): stderr: \u000a| �[0;m�[38;5;43m20221209125654624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125654624 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5411fdec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125654625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125654625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125654625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125654625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125654627 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125654627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125654627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125654627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:56:55.646040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7684): Terminating (SIGTERM)\u000a12:56:55.688486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7687): Terminating (SIGTERM)\u000a12:56:55.731443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7690): Terminating (SIGTERM)\u000a12:56:55.741333 --- ParallelTerminationStrategy: PID 7684 died...\u000a12:56:55.797963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7684): Terminated: ok {rc=0}\u000a12:56:55.808105 --- ParallelTerminationStrategy: PID 7687 died...\u000a12:56:55.864579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7687): Terminated: ok {rc=0}\u000a12:56:55.874744 --- ParallelTerminationStrategy: PID 7690 died...\u000a12:56:55.931160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7690): Terminated: ok {rc=0}\u000a12:56:56.017023 bus /sierra_3: Setting Powered False\u000a12:56:57.125005 bus /sierra_3: Setting Powered False\u000a12:56:58.236052 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 158, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7699): Process ended prematurely: osmo-stp_10.42.42.5(pid=7699) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7699)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7699): Process ended prematurely: osmo-stp_10.42.42.5(pid=7699) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:56:59.350817 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:59.362913 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:56:59.514346 tst mo_mt_call_osmux.py: using LAC 21611\u000a12:56:59.640471 tst mo_mt_call_osmux.py: using RAC 191\u000a12:56:59.767826 tst mo_mt_call_osmux.py: using CellId 21611\u000a12:56:59.894463 tst mo_mt_call_osmux.py: using BVCI 21612\u000a12:56:59.919409 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:59.930987 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:59.942253 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:59.953736 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:59.965627 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:56:59.977163 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:57:00.098136 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:57:00.300452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:00.788221 run create_hlr_db(pid=7693): Launched\u000a12:57:00.982499 bus /sierra_2: Setting Powered False\u000a12:57:01.988364 run create_hlr_db(pid=7693): Terminated: ok {rc=0}\u000a12:57:02.410688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7695): Launched\u000a12:57:02.714027 run osmo-hlr_10.42.42.2(pid=7696): Launched\u000a12:57:02.828925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:03.355916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7698): Launched\u000a12:57:03.658724 run osmo-stp_10.42.42.5(pid=7699): Launched\u000a12:57:03.767877 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:04.320711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7701): Launched\u000a12:57:04.624188 run osmo-msc_10.42.42.6(pid=7702): Launched\u000a12:57:04.801344 run osmo-stp_10.42.42.5(pid=7699): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7699)]\u000a12:57:04.929566 run osmo-stp_10.42.42.5(pid=7699): stdout: \u000a| (launched: 2022-12-09_12:57:03.509985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:05.055531 run osmo-stp_10.42.42.5(pid=7699): stderr: \u000a| �[0;m�[38;5;43m20221209125703677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125703677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125703678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125703678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125703679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125703679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125703679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:05.178018 run osmo-stp_10.42.42.5(pid=7699): stdout: \u000a| (launched: 2022-12-09_12:57:03.509985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:05.298843 run osmo-stp_10.42.42.5(pid=7699): stderr: \u000a| �[0;m�[38;5;43m20221209125703677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125703677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125703678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125703678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125703679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125703679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125703679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:05.352105 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7699): Process ended prematurely: osmo-stp_10.42.42.5(pid=7699) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7699)] [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:57:05.360529 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a12:57:05.420007 run osmo-hlr_10.42.42.2(pid=7696): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7696)]\u000a12:57:05.468865 run osmo-hlr_10.42.42.2(pid=7696): stdout: \u000a| (launched: 2022-12-09_12:57:02.564795) \u000a12:57:05.518588 run osmo-hlr_10.42.42.2(pid=7696): stderr: \u000a| �[0;m�[1;31m20221209125702739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125702739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125702739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125702739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125702739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125702739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125702751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125702760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125702761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125702761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:05.586694 run osmo-msc_10.42.42.6(pid=7702): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7702)]\u000a12:57:05.635637 run osmo-msc_10.42.42.6(pid=7702): stdout: \u000a| (launched: 2022-12-09_12:57:04.474655) \u000a12:57:05.685075 run osmo-msc_10.42.42.6(pid=7702): stderr: \u000a| �[0;m�[38;5;43m20221209125704744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125704744 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdab3caec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125704744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125704744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125704744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125704745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125704746 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125704747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125704747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125704748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:57:05.727058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7695): Terminating (SIGTERM)\u000a12:57:05.766757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7698): Terminating (SIGTERM)\u000a12:57:05.806485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7701): Terminating (SIGTERM)\u000a12:57:05.815732 --- ParallelTerminationStrategy: PID 7695 died...\u000a12:57:05.869002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7695): Terminated: ok {rc=0}\u000a12:57:05.878653 --- ParallelTerminationStrategy: PID 7698 died...\u000a12:57:05.931320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7698): Terminated: ok {rc=0}\u000a12:57:05.941057 --- ParallelTerminationStrategy: PID 7701 died...\u000a12:57:05.993952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7701): Terminated: ok {rc=0}\u000a12:57:06.081403 bus /sierra_3: Setting Powered False\u000a12:57:07.187882 bus /sierra_3: Setting Powered False\u000a12:57:08.294838 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:56:48" }, { "cases" : [ { "testActions" : [ ], "age" : 158, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7713): Process ended prematurely: osmo-stp_10.42.42.5(pid=7713) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7713)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7713): Process ended prematurely: osmo-stp_10.42.42.5(pid=7713) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:57:10.260266 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:57:10.271729 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:57:10.424212 tst mo_mt_call.py: using LAC 21612\u000a12:57:10.550845 tst mo_mt_call.py: using RAC 192\u000a12:57:10.678075 tst mo_mt_call.py: using CellId 21612\u000a12:57:10.805956 tst mo_mt_call.py: using BVCI 21613\u000a12:57:10.830715 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:57:10.842147 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:57:10.853418 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:57:10.864871 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:57:10.876446 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:57:10.887836 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:57:11.004228 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:57:11.215917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:11.726714 run create_hlr_db(pid=7707): Launched\u000a12:57:11.914832 bus /sierra_2: Setting Powered False\u000a12:57:12.935146 run create_hlr_db(pid=7707): Terminated: ok {rc=0}\u000a12:57:13.343097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7709): Launched\u000a12:57:13.647859 run osmo-hlr_10.42.42.2(pid=7710): Launched\u000a12:57:13.760165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:14.286222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7712): Launched\u000a12:57:14.590642 run osmo-stp_10.42.42.5(pid=7713): Launched\u000a12:57:14.701040 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:15.255380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7715): Launched\u000a12:57:15.560625 run osmo-msc_10.42.42.6(pid=7716): Launched\u000a12:57:15.738145 run osmo-stp_10.42.42.5(pid=7713): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7713)]\u000a12:57:15.875522 run osmo-stp_10.42.42.5(pid=7713): stdout: \u000a| (launched: 2022-12-09_12:57:14.440425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:16.030128 run osmo-stp_10.42.42.5(pid=7713): stderr: \u000a| �[0;m�[38;5;43m20221209125714607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125714608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125714608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125714608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125714609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125714609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125714609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:16.167101 run osmo-stp_10.42.42.5(pid=7713): stdout: \u000a| (launched: 2022-12-09_12:57:14.440425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:16.302836 run osmo-stp_10.42.42.5(pid=7713): stderr: \u000a| �[0;m�[38;5;43m20221209125714607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125714608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125714608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125714608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125714609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125714609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125714609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:16.362212 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7713): Process ended prematurely: osmo-stp_10.42.42.5(pid=7713) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7713)] [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:57:16.372531 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:57:16.442052 run osmo-hlr_10.42.42.2(pid=7710): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7710)]\u000a12:57:16.496854 run osmo-hlr_10.42.42.2(pid=7710): stdout: \u000a| (launched: 2022-12-09_12:57:13.497356) \u000a12:57:16.553887 run osmo-hlr_10.42.42.2(pid=7710): stderr: \u000a| �[0;m�[1;31m20221209125713671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125713671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125713671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125713671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125713671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125713671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125713683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125713692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125713692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125713692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:16.628506 run osmo-msc_10.42.42.6(pid=7716): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7716)]\u000a12:57:16.684341 run osmo-msc_10.42.42.6(pid=7716): stdout: \u000a| (launched: 2022-12-09_12:57:15.410245) \u000a12:57:16.741258 run osmo-msc_10.42.42.6(pid=7716): stderr: \u000a| �[0;m�[38;5;43m20221209125715680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125715680 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2985eafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125715680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125715680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125715680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125715681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125715682 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125715683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125715683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125715683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:57:16.788726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7709): Terminating (SIGTERM)\u000a12:57:16.835585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7712): Terminating (SIGTERM)\u000a12:57:16.882672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7715): Terminating (SIGTERM)\u000a12:57:16.894161 --- ParallelTerminationStrategy: PID 7709 died...\u000a12:57:16.956498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7709): Terminated: ok {rc=0}\u000a12:57:16.967889 --- ParallelTerminationStrategy: PID 7712 died...\u000a12:57:17.027817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7712): Terminated: ok {rc=0}\u000a12:57:17.039444 --- ParallelTerminationStrategy: PID 7715 died...\u000a12:57:17.100157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7715): Terminated: ok {rc=0}\u000a12:57:17.188606 bus /sierra_3: Setting Powered False\u000a12:57:18.290117 bus /sierra_3: Setting Powered False\u000a12:57:19.397122 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 158, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7724): Process ended prematurely: osmo-stp_10.42.42.5(pid=7724) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7724)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7724): Process ended prematurely: osmo-stp_10.42.42.5(pid=7724) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:57:20.512230 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:57:20.524365 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:57:20.670938 tst mo_mt_call_osmux.py: using LAC 21613\u000a12:57:20.797578 tst mo_mt_call_osmux.py: using RAC 193\u000a12:57:20.917783 tst mo_mt_call_osmux.py: using CellId 21613\u000a12:57:21.040719 tst mo_mt_call_osmux.py: using BVCI 21614\u000a12:57:21.063818 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:57:21.074776 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:57:21.085494 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:57:21.096699 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:57:21.108012 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:57:21.119276 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:57:21.234986 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:57:21.450324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:21.961745 run create_hlr_db(pid=7718): Launched\u000a12:57:22.149572 bus /sierra_2: Setting Powered False\u000a12:57:23.170621 run create_hlr_db(pid=7718): Terminated: ok {rc=0}\u000a12:57:23.602695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7720): Launched\u000a12:57:23.927119 run osmo-hlr_10.42.42.2(pid=7721): Launched\u000a12:57:24.045394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:24.607339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7723): Launched\u000a12:57:24.931013 run osmo-stp_10.42.42.5(pid=7724): Launched\u000a12:57:25.049253 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:25.641221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7726): Launched\u000a12:57:25.965813 run osmo-msc_10.42.42.6(pid=7727): Launched\u000a12:57:26.156238 run osmo-stp_10.42.42.5(pid=7724): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7724)]\u000a12:57:26.294205 run osmo-stp_10.42.42.5(pid=7724): stdout: \u000a| (launched: 2022-12-09_12:57:24.772029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:26.430763 run osmo-stp_10.42.42.5(pid=7724): stderr: \u000a| �[0;m�[38;5;43m20221209125724960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125724961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125724961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125724961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125724962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125724962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125724962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:26.561457 run osmo-stp_10.42.42.5(pid=7724): stdout: \u000a| (launched: 2022-12-09_12:57:24.772029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:26.690868 run osmo-stp_10.42.42.5(pid=7724): stderr: \u000a| �[0;m�[38;5;43m20221209125724960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125724961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125724961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125724961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125724962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125724962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125724962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:26.747604 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7724): Process ended prematurely: osmo-stp_10.42.42.5(pid=7724) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7724)] [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:57:26.756704 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:57:26.819983 run osmo-hlr_10.42.42.2(pid=7721): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7721)]\u000a12:57:26.871550 run osmo-hlr_10.42.42.2(pid=7721): stdout: \u000a| (launched: 2022-12-09_12:57:23.767655) \u000a12:57:26.923898 run osmo-hlr_10.42.42.2(pid=7721): stderr: \u000a| �[0;m�[1;31m20221209125723961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125723962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125723962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125723962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125723962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125723962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125723974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125723982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125723982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125723983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:26.994500 run osmo-msc_10.42.42.6(pid=7727): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7727)]\u000a12:57:27.046419 run osmo-msc_10.42.42.6(pid=7727): stdout: \u000a| (launched: 2022-12-09_12:57:25.806373) \u000a12:57:27.098816 run osmo-msc_10.42.42.6(pid=7727): stderr: \u000a| �[0;m�[38;5;43m20221209125726126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125726126 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f31046aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125726126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125726126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125726126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125726126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125726128 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125726128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125726129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125726129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:57:27.142843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7720): Terminating (SIGTERM)\u000a12:57:27.184668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7723): Terminating (SIGTERM)\u000a12:57:27.226831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7726): Terminating (SIGTERM)\u000a12:57:27.236488 --- ParallelTerminationStrategy: PID 7720 died...\u000a12:57:27.292534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7720): Terminated: ok {rc=0}\u000a12:57:27.302895 --- ParallelTerminationStrategy: PID 7723 died...\u000a12:57:27.359368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7723): Terminated: ok {rc=0}\u000a12:57:27.369423 --- ParallelTerminationStrategy: PID 7726 died...\u000a12:57:27.424922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7726): Terminated: ok {rc=0}\u000a12:57:27.512488 bus /sierra_3: Setting Powered False\u000a12:57:28.617661 bus /sierra_3: Setting Powered False\u000a12:57:29.725706 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:57:09" }, { "cases" : [ { "testActions" : [ ], "age" : 158, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7742): Process ended prematurely: osmo-stp_10.42.42.5(pid=7742) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7742)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7742): Process ended prematurely: osmo-stp_10.42.42.5(pid=7742) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7742)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:57:31.711643 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:31.723338 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:57:31.895603 tst mo_mt_call.py: using LAC 21614\u000a12:57:32.032235 tst mo_mt_call.py: using RAC 194\u000a12:57:32.154598 tst mo_mt_call.py: using CellId 21614\u000a12:57:32.299693 tst mo_mt_call.py: using BVCI 21615\u000a12:57:32.326689 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:32.339549 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:32.353376 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:32.366332 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:32.378664 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:32.389943 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:57:32.508873 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:57:32.709278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:33.195593 run create_hlr_db(pid=7733): Launched\u000a12:57:33.371069 bus /sierra_2: Setting Powered False\u000a12:57:34.391484 run create_hlr_db(pid=7733): Terminated: ok {rc=0}\u000a12:57:34.803414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7735): Launched\u000a12:57:35.128302 run osmo-hlr_10.42.42.2(pid=7736): Launched\u000a12:57:35.244564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:35.807451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7738): Launched\u000a12:57:36.133756 run osmo-stp_10.42.42.5(pid=7742): Launched\u000a12:57:36.252174 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:36.845957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7744): Launched\u000a12:57:37.170627 run osmo-msc_10.42.42.6(pid=7745): Launched\u000a12:57:37.362567 run osmo-stp_10.42.42.5(pid=7742): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7742)]\u000a12:57:37.501924 run osmo-stp_10.42.42.5(pid=7742): stdout: \u000a| (launched: 2022-12-09_12:57:35.974376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:37.638232 run osmo-stp_10.42.42.5(pid=7742): stderr: \u000a| �[0;m�[38;5;43m20221209125736161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125736161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125736161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125736162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125736162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125736162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125736163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:37.769711 run osmo-stp_10.42.42.5(pid=7742): stdout: \u000a| (launched: 2022-12-09_12:57:35.974376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:37.899943 run osmo-stp_10.42.42.5(pid=7742): stderr: \u000a| �[0;m�[38;5;43m20221209125736161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125736161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125736161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125736162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125736162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125736162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125736163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:37.957182 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7742): Process ended prematurely: osmo-stp_10.42.42.5(pid=7742) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7742)] [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:57:37.966429 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:57:38.030366 run osmo-hlr_10.42.42.2(pid=7736): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7736)]\u000a12:57:38.082588 run osmo-hlr_10.42.42.2(pid=7736): stdout: \u000a| (launched: 2022-12-09_12:57:34.969241) \u000a12:57:38.135506 run osmo-hlr_10.42.42.2(pid=7736): stderr: \u000a| �[0;m�[1;31m20221209125735163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125735163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125735163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125735163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125735163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125735163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125735176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125735186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125735186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125735186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:38.207081 run osmo-msc_10.42.42.6(pid=7745): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7745)]\u000a12:57:38.259337 run osmo-msc_10.42.42.6(pid=7745): stdout: \u000a| (launched: 2022-12-09_12:57:37.011303) \u000a12:57:38.312476 run osmo-msc_10.42.42.6(pid=7745): stderr: \u000a| �[0;m�[38;5;43m20221209125737331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125737332 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd2c514c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125737332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125737332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125737332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125737332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125737334 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125737334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125737335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125737335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:57:38.357154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7735): Terminating (SIGTERM)\u000a12:57:38.399601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7738): Terminating (SIGTERM)\u000a12:57:38.442224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7744): Terminating (SIGTERM)\u000a12:57:38.452054 --- ParallelTerminationStrategy: PID 7735 died...\u000a12:57:38.508739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7735): Terminated: ok {rc=0}\u000a12:57:38.518975 --- ParallelTerminationStrategy: PID 7738 died...\u000a12:57:38.575099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7738): Terminated: ok {rc=0}\u000a12:57:38.585576 --- ParallelTerminationStrategy: PID 7744 died...\u000a12:57:38.641768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7744): Terminated: ok {rc=0}\u000a12:57:38.729215 bus /sierra_3: Setting Powered False\u000a12:57:39.836785 bus /sierra_3: Setting Powered False\u000a12:57:40.944880 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 160, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7753): Process ended prematurely: osmo-stp_10.42.42.5(pid=7753) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7753)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7753): Process ended prematurely: osmo-stp_10.42.42.5(pid=7753) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:57:42.054967 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:42.066508 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:57:42.210815 tst mo_mt_call_osmux.py: using LAC 21615\u000a12:57:42.335115 tst mo_mt_call_osmux.py: using RAC 195\u000a12:57:42.452773 tst mo_mt_call_osmux.py: using CellId 21615\u000a12:57:42.571839 tst mo_mt_call_osmux.py: using BVCI 21616\u000a12:57:42.595146 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:42.606157 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:42.616843 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:42.627564 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:42.638323 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:57:42.649038 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:57:42.767402 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:57:42.970835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:43.456314 run create_hlr_db(pid=7747): Launched\u000a12:57:43.630447 bus /sierra_2: Setting Powered False\u000a12:57:44.652227 run create_hlr_db(pid=7747): Terminated: ok {rc=0}\u000a12:57:45.083474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7749): Launched\u000a12:57:45.409258 run osmo-hlr_10.42.42.2(pid=7750): Launched\u000a12:57:45.529327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:46.127576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7752): Launched\u000a12:57:46.565952 run osmo-stp_10.42.42.5(pid=7753): Launched\u000a12:57:46.690344 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:47.337129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7755): Launched\u000a12:57:47.666690 run osmo-msc_10.42.42.6(pid=7756): Launched\u000a12:57:47.857606 run osmo-stp_10.42.42.5(pid=7753): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7753)]\u000a12:57:47.995427 run osmo-stp_10.42.42.5(pid=7753): stdout: \u000a| (launched: 2022-12-09_12:57:46.295495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:48.131685 run osmo-stp_10.42.42.5(pid=7753): stderr: \u000a| �[0;m�[38;5;43m20221209125746550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125746550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125746550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125746551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125746551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125746551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125746551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:48.262698 run osmo-stp_10.42.42.5(pid=7753): stdout: \u000a| (launched: 2022-12-09_12:57:46.295495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:48.393590 run osmo-stp_10.42.42.5(pid=7753): stderr: \u000a| �[0;m�[38;5;43m20221209125746550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125746550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125746550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125746551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125746551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125746551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125746551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:48.450661 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7753): Process ended prematurely: osmo-stp_10.42.42.5(pid=7753) [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7753)] [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:57:48.460002 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:57:48.524061 run osmo-hlr_10.42.42.2(pid=7750): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7750)]\u000a12:57:48.575949 run osmo-hlr_10.42.42.2(pid=7750): stdout: \u000a| (launched: 2022-12-09_12:57:45.248613) \u000a12:57:48.628671 run osmo-hlr_10.42.42.2(pid=7750): stderr: \u000a| �[0;m�[1;31m20221209125745441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125745441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125745441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125745441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125745441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125745441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125745454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125745462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125745462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125745462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:48.700105 run osmo-msc_10.42.42.6(pid=7756): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7756)]\u000a12:57:48.752141 run osmo-msc_10.42.42.6(pid=7756): stdout: \u000a| (launched: 2022-12-09_12:57:47.505368) \u000a12:57:48.805100 run osmo-msc_10.42.42.6(pid=7756): stderr: \u000a| �[0;m�[38;5;43m20221209125747822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125747822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb572637c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125747822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125747822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125747822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125747822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125747824 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125747824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125747824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125747825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:57:48.849914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7749): Terminating (SIGTERM)\u000a12:57:48.892098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7752): Terminating (SIGTERM)\u000a12:57:48.934830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7755): Terminating (SIGTERM)\u000a12:57:48.944691 --- ParallelTerminationStrategy: PID 7749 died...\u000a12:57:49.001800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7749): Terminated: ok {rc=0}\u000a12:57:49.012125 --- ParallelTerminationStrategy: PID 7752 died...\u000a12:57:49.069375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7752): Terminated: ok {rc=0}\u000a12:57:49.079642 --- ParallelTerminationStrategy: PID 7755 died...\u000a12:57:49.136051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7755): Terminated: ok {rc=0}\u000a12:57:49.222512 bus /sierra_3: Setting Powered False\u000a12:57:50.331540 bus /sierra_3: Setting Powered False\u000a12:57:51.439315 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:57:31" }, { "cases" : [ { "testActions" : [ ], "age" : 158, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7767): Process ended prematurely: osmo-stp_10.42.42.5(pid=7767) [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7767)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7767): Process ended prematurely: osmo-stp_10.42.42.5(pid=7767) [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:57:53.391549 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:53.403290 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:57:53.558498 tst mo_mt_call.py: using LAC 21616\u000a12:57:53.684845 tst mo_mt_call.py: using RAC 196\u000a12:57:53.811300 tst mo_mt_call.py: using CellId 21616\u000a12:57:53.937638 tst mo_mt_call.py: using BVCI 21617\u000a12:57:53.962459 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:53.973964 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:53.985180 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:53.996780 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:54.008399 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:57:54.020228 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:57:54.137907 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:57:54.354007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:54.865623 run create_hlr_db(pid=7761): Launched\u000a12:57:55.054661 bus /sierra_2: Setting Powered False\u000a12:57:56.074665 run create_hlr_db(pid=7761): Terminated: ok {rc=0}\u000a12:57:56.507260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7763): Launched\u000a12:57:56.832464 run osmo-hlr_10.42.42.2(pid=7764): Launched\u000a12:57:56.957181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:57.521931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7766): Launched\u000a12:57:57.846729 run osmo-stp_10.42.42.5(pid=7767): Launched\u000a12:57:57.964708 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:58.557552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7769): Launched\u000a12:57:58.883280 run osmo-msc_10.42.42.6(pid=7770): Launched\u000a12:57:59.074098 run osmo-stp_10.42.42.5(pid=7767): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7767)]\u000a12:57:59.212176 run osmo-stp_10.42.42.5(pid=7767): stdout: \u000a| (launched: 2022-12-09_12:57:57.687288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:59.349046 run osmo-stp_10.42.42.5(pid=7767): stderr: \u000a| �[0;m�[38;5;43m20221209125757874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125757874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125757874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125757875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125757875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125757875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125757875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:59.480179 run osmo-stp_10.42.42.5(pid=7767): stdout: \u000a| (launched: 2022-12-09_12:57:57.687288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:59.610554 run osmo-stp_10.42.42.5(pid=7767): stderr: \u000a| �[0;m�[38;5;43m20221209125757874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125757874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125757874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125757875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125757875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125757875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125757875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:59.667697 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7767): Process ended prematurely: osmo-stp_10.42.42.5(pid=7767) [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7767)] [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a12:57:59.677015 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:57:59.741226 run osmo-hlr_10.42.42.2(pid=7764): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7764)]\u000a12:57:59.793123 run osmo-hlr_10.42.42.2(pid=7764): stdout: \u000a| (launched: 2022-12-09_12:57:56.673152) \u000a12:57:59.845802 run osmo-hlr_10.42.42.2(pid=7764): stderr: \u000a| �[0;m�[1;31m20221209125756868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125756868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125756868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125756868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125756868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125756868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125756880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125756888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125756889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125756889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:59.917342 run osmo-msc_10.42.42.6(pid=7770): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7770)]\u000a12:57:59.968835 run osmo-msc_10.42.42.6(pid=7770): stdout: \u000a| (launched: 2022-12-09_12:57:58.722969) \u000a12:58:00.021578 run osmo-msc_10.42.42.6(pid=7770): stderr: \u000a| �[0;m�[38;5;43m20221209125759040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125759040 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda944cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125759040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125759040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125759040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125759041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125759042 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125759043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125759043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125759043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:58:00.066495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7763): Terminating (SIGTERM)\u000a12:58:00.109019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7766): Terminating (SIGTERM)\u000a12:58:00.151430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7769): Terminating (SIGTERM)\u000a12:58:00.161310 --- ParallelTerminationStrategy: PID 7763 died...\u000a12:58:00.217636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7763): Terminated: ok {rc=0}\u000a12:58:00.228157 --- ParallelTerminationStrategy: PID 7766 died...\u000a12:58:00.284441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7766): Terminated: ok {rc=0}\u000a12:58:00.294768 --- ParallelTerminationStrategy: PID 7769 died...\u000a12:58:00.351350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7769): Terminated: ok {rc=0}\u000a12:58:00.438978 bus /sierra_3: Setting Powered False\u000a12:58:01.546152 bus /sierra_3: Setting Powered False\u000a12:58:02.657466 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 158, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7778): Process ended prematurely: osmo-stp_10.42.42.5(pid=7778) [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7778)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7778): Process ended prematurely: osmo-stp_10.42.42.5(pid=7778) [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:58:03.768376 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:58:03.780103 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:58:03.925775 tst mo_mt_call_osmux.py: using LAC 21617\u000a12:58:04.045119 tst mo_mt_call_osmux.py: using RAC 197\u000a12:58:04.166577 tst mo_mt_call_osmux.py: using CellId 21617\u000a12:58:04.288474 tst mo_mt_call_osmux.py: using BVCI 21618\u000a12:58:04.311678 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:58:04.322674 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:58:04.333481 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:58:04.344390 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:58:04.355224 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:58:04.366109 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:58:04.484404 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:58:04.687508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:05.174957 run create_hlr_db(pid=7772): Launched\u000a12:58:05.350458 bus /sierra_2: Setting Powered False\u000a12:58:06.372057 run create_hlr_db(pid=7772): Terminated: ok {rc=0}\u000a12:58:06.803843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7774): Launched\u000a12:58:07.129238 run osmo-hlr_10.42.42.2(pid=7775): Launched\u000a12:58:07.248819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:58:07.812015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7777): Launched\u000a12:58:08.135980 run osmo-stp_10.42.42.5(pid=7778): Launched\u000a12:58:08.254123 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:58:08.848174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7780): Launched\u000a12:58:09.174498 run osmo-msc_10.42.42.6(pid=7781): Launched\u000a12:58:09.366120 run osmo-stp_10.42.42.5(pid=7778): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7778)]\u000a12:58:09.503570 run osmo-stp_10.42.42.5(pid=7778): stdout: \u000a| (launched: 2022-12-09_12:58:07.977092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:09.639985 run osmo-stp_10.42.42.5(pid=7778): stderr: \u000a| �[0;m�[38;5;43m20221209125808167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125808167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125808167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125808168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125808168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125808168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125808168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:09.770599 run osmo-stp_10.42.42.5(pid=7778): stdout: \u000a| (launched: 2022-12-09_12:58:07.977092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:09.900130 run osmo-stp_10.42.42.5(pid=7778): stderr: \u000a| �[0;m�[38;5;43m20221209125808167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125808167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125808167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125808168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125808168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125808168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125808168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:09.957165 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7778): Process ended prematurely: osmo-stp_10.42.42.5(pid=7778) [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7778)] [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a12:58:09.966908 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:58:10.030406 run osmo-hlr_10.42.42.2(pid=7775): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7775)]\u000a12:58:10.083004 run osmo-hlr_10.42.42.2(pid=7775): stdout: \u000a| (launched: 2022-12-09_12:58:06.969468) \u000a12:58:10.135766 run osmo-hlr_10.42.42.2(pid=7775): stderr: \u000a| �[0;m�[1;31m20221209125807162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125807162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125807162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125807162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125807162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125807163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125807175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125807183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125807183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125807184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:58:10.207187 run osmo-msc_10.42.42.6(pid=7781): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7781)]\u000a12:58:10.259336 run osmo-msc_10.42.42.6(pid=7781): stdout: \u000a| (launched: 2022-12-09_12:58:09.013748) \u000a12:58:10.312026 run osmo-msc_10.42.42.6(pid=7781): stderr: \u000a| �[0;m�[38;5;43m20221209125809334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125809334 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03a970fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125809334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125809334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125809334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125809334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125809336 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125809336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125809336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125809337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:58:10.357039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7774): Terminating (SIGTERM)\u000a12:58:10.399440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7777): Terminating (SIGTERM)\u000a12:58:10.441809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7780): Terminating (SIGTERM)\u000a12:58:10.451910 --- ParallelTerminationStrategy: PID 7774 died...\u000a12:58:10.508636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7774): Terminated: ok {rc=0}\u000a12:58:10.519200 --- ParallelTerminationStrategy: PID 7777 died...\u000a12:58:10.575783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7777): Terminated: ok {rc=0}\u000a12:58:10.586053 --- ParallelTerminationStrategy: PID 7780 died...\u000a12:58:10.642355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7780): Terminated: ok {rc=0}\u000a12:58:10.730115 bus /sierra_3: Setting Powered False\u000a12:58:11.837299 bus /sierra_3: Setting Powered False\u000a12:58:12.945685 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:57:53" }, { "cases" : [ { "testActions" : [ ], "age" : 158, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7792): Process ended prematurely: osmo-stp_10.42.42.5(pid=7792) [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7792)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7792): Process ended prematurely: osmo-stp_10.42.42.5(pid=7792) [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:58:14.902140 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:58:14.913076 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:58:15.060415 tst mo_mt_call.py: using LAC 21618\u000a12:58:15.179485 tst mo_mt_call.py: using RAC 198\u000a12:58:15.298941 tst mo_mt_call.py: using CellId 21618\u000a12:58:15.424882 tst mo_mt_call.py: using BVCI 21619\u000a12:58:15.449969 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:58:15.461550 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:58:15.472862 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:58:15.484745 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:58:15.496529 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:58:15.508726 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:58:15.624612 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:58:15.827208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:16.378809 run create_hlr_db(pid=7786): Launched\u000a12:58:16.558552 bus /sierra_2: Setting Powered False\u000a12:58:17.576136 run create_hlr_db(pid=7786): Terminated: ok {rc=0}\u000a12:58:18.009860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7788): Launched\u000a12:58:18.337618 run osmo-hlr_10.42.42.2(pid=7789): Launched\u000a12:58:18.454344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:58:19.023569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7791): Launched\u000a12:58:19.352412 run osmo-stp_10.42.42.5(pid=7792): Launched\u000a12:58:19.471585 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:58:20.068553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7794): Launched\u000a12:58:20.399010 run osmo-msc_10.42.42.6(pid=7795): Launched\u000a12:58:20.590605 run osmo-stp_10.42.42.5(pid=7792): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7792)]\u000a12:58:20.728364 run osmo-stp_10.42.42.5(pid=7792): stdout: \u000a| (launched: 2022-12-09_12:58:19.189839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:20.864895 run osmo-stp_10.42.42.5(pid=7792): stderr: \u000a| �[0;m�[38;5;43m20221209125819381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125819381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125819381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125819382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125819382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125819382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125819382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:20.996568 run osmo-stp_10.42.42.5(pid=7792): stdout: \u000a| (launched: 2022-12-09_12:58:19.189839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:21.126960 run osmo-stp_10.42.42.5(pid=7792): stderr: \u000a| �[0;m�[38;5;43m20221209125819381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125819381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125819381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125819382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125819382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125819382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125819382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:21.184258 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7792): Process ended prematurely: osmo-stp_10.42.42.5(pid=7792) [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7792)] [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:58:21.193937 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:58:21.258525 run osmo-hlr_10.42.42.2(pid=7789): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7789)]\u000a12:58:21.311003 run osmo-hlr_10.42.42.2(pid=7789): stdout: \u000a| (launched: 2022-12-09_12:58:18.175655) \u000a12:58:21.364267 run osmo-hlr_10.42.42.2(pid=7789): stderr: \u000a| �[0;m�[1;31m20221209125818372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125818372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125818372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125818373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125818373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125818373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125818384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125818393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125818394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125818394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:58:21.435847 run osmo-msc_10.42.42.6(pid=7795): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7795)]\u000a12:58:21.488050 run osmo-msc_10.42.42.6(pid=7795): stdout: \u000a| (launched: 2022-12-09_12:58:20.235149) \u000a12:58:21.540907 run osmo-msc_10.42.42.6(pid=7795): stderr: \u000a| �[0;m�[38;5;43m20221209125820554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125820555 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20b394ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125820555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125820555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125820555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125820555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125820557 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125820557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125820558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125820558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:58:21.586319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7788): Terminating (SIGTERM)\u000a12:58:21.629237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7791): Terminating (SIGTERM)\u000a12:58:21.671774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7794): Terminating (SIGTERM)\u000a12:58:21.682246 --- ParallelTerminationStrategy: PID 7788 died...\u000a12:58:21.740074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7788): Terminated: ok {rc=0}\u000a12:58:21.750529 --- ParallelTerminationStrategy: PID 7791 died...\u000a12:58:21.807734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7791): Terminated: ok {rc=0}\u000a12:58:21.818152 --- ParallelTerminationStrategy: PID 7794 died...\u000a12:58:21.874925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7794): Terminated: ok {rc=0}\u000a12:58:21.962011 bus /sierra_3: Setting Powered False\u000a12:58:23.069327 bus /sierra_3: Setting Powered False\u000a12:58:24.176771 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 158, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7803): Process ended prematurely: osmo-stp_10.42.42.5(pid=7803) [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7803)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7803): Process ended prematurely: osmo-stp_10.42.42.5(pid=7803) [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:58:25.292227 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:58:25.304536 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:58:25.459050 tst mo_mt_call_osmux.py: using LAC 21619\u000a12:58:25.587077 tst mo_mt_call_osmux.py: using RAC 199\u000a12:58:25.714838 tst mo_mt_call_osmux.py: using CellId 21619\u000a12:58:25.842629 tst mo_mt_call_osmux.py: using BVCI 21620\u000a12:58:25.867546 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:58:25.879082 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:58:25.890312 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:58:25.901925 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:58:25.913444 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:58:25.925199 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:58:26.042778 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:58:26.242746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:26.731092 run create_hlr_db(pid=7797): Launched\u000a12:58:26.906245 bus /sierra_2: Setting Powered False\u000a12:58:27.938710 run create_hlr_db(pid=7797): Terminated: ok {rc=0}\u000a12:58:28.372137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7799): Launched\u000a12:58:28.698725 run osmo-hlr_10.42.42.2(pid=7800): Launched\u000a12:58:28.818745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:58:29.355166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7802): Launched\u000a12:58:29.659954 run osmo-stp_10.42.42.5(pid=7803): Launched\u000a12:58:29.771091 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:58:30.328740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7805): Launched\u000a12:58:30.633922 run osmo-msc_10.42.42.6(pid=7806): Launched\u000a12:58:30.811941 run osmo-stp_10.42.42.5(pid=7803): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7803)]\u000a12:58:31.011352 run osmo-stp_10.42.42.5(pid=7803): stdout: \u000a| (launched: 2022-12-09_12:58:29.509485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:31.144093 run osmo-stp_10.42.42.5(pid=7803): stderr: \u000a| �[0;m�[38;5;43m20221209125829677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125829677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125829677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125829677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125829678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125829678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125829678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:31.268564 run osmo-stp_10.42.42.5(pid=7803): stdout: \u000a| (launched: 2022-12-09_12:58:29.509485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:31.394118 run osmo-stp_10.42.42.5(pid=7803): stderr: \u000a| �[0;m�[38;5;43m20221209125829677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125829677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125829677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125829677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125829678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125829678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125829678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:31.448254 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7803): Process ended prematurely: osmo-stp_10.42.42.5(pid=7803) [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7803)] [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:58:31.457197 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:58:31.518098 run osmo-hlr_10.42.42.2(pid=7800): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7800)]\u000a12:58:31.567947 run osmo-hlr_10.42.42.2(pid=7800): stdout: \u000a| (launched: 2022-12-09_12:58:28.538087) \u000a12:58:31.619206 run osmo-hlr_10.42.42.2(pid=7800): stderr: \u000a| �[0;m�[1;31m20221209125828735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125828735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125828735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125828735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125828735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125828735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125828748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125828756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125828756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125828756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:58:31.688552 run osmo-msc_10.42.42.6(pid=7806): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7806)]\u000a12:58:31.738445 run osmo-msc_10.42.42.6(pid=7806): stdout: \u000a| (launched: 2022-12-09_12:58:30.483547) \u000a12:58:31.790689 run osmo-msc_10.42.42.6(pid=7806): stderr: \u000a| �[0;m�[38;5;43m20221209125830753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125830753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30ed514c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125830753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125830753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125830753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125830753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125830755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125830756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125830756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125830756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:58:31.835080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7799): Terminating (SIGTERM)\u000a12:58:31.878648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7802): Terminating (SIGTERM)\u000a12:58:31.919852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7805): Terminating (SIGTERM)\u000a12:58:31.929233 --- ParallelTerminationStrategy: PID 7799 died...\u000a12:58:31.984000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7799): Terminated: ok {rc=0}\u000a12:58:31.994062 --- ParallelTerminationStrategy: PID 7802 died...\u000a12:58:32.048240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7802): Terminated: ok {rc=0}\u000a12:58:32.058293 --- ParallelTerminationStrategy: PID 7805 died...\u000a12:58:32.113048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7805): Terminated: ok {rc=0}\u000a12:58:32.215780 bus /sierra_3: Setting Powered False\u000a12:58:33.317727 bus /sierra_3: Setting Powered False\u000a12:58:34.429695 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:58:14" }, { "cases" : [ { "testActions" : [ ], "age" : 158, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7817): Process ended prematurely: osmo-stp_10.42.42.5(pid=7817) [trial-2360↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7817)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7817): Process ended prematurely: osmo-stp_10.42.42.5(pid=7817) [trial-2360↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:58:36.382565 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:36.393829 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:58:36.538425 tst mo_mt_call.py: using LAC 21620\u000a12:58:36.662597 tst mo_mt_call.py: using RAC 200\u000a12:58:36.780142 tst mo_mt_call.py: using CellId 21620\u000a12:58:36.898176 tst mo_mt_call.py: using BVCI 21621\u000a12:58:36.921536 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:36.932531 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:36.943411 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:36.954266 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:36.965142 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:36.975967 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:58:37.090312 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:58:37.293475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:37.781962 run create_hlr_db(pid=7811): Launched\u000a12:58:37.957757 bus /sierra_2: Setting Powered False\u000a12:58:38.978946 run create_hlr_db(pid=7811): Terminated: ok {rc=0}\u000a12:58:39.412536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7813): Launched\u000a12:58:39.739233 run osmo-hlr_10.42.42.2(pid=7814): Launched\u000a12:58:39.859809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:58:40.427410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7816): Launched\u000a12:58:40.755635 run osmo-stp_10.42.42.5(pid=7817): Launched\u000a12:58:40.874946 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:58:41.470099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7819): Launched\u000a12:58:41.795992 run osmo-msc_10.42.42.6(pid=7820): Launched\u000a12:58:41.988532 run osmo-stp_10.42.42.5(pid=7817): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7817)]\u000a12:58:42.126816 run osmo-stp_10.42.42.5(pid=7817): stdout: \u000a| (launched: 2022-12-09_12:58:40.593540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:42.263283 run osmo-stp_10.42.42.5(pid=7817): stderr: \u000a| �[0;m�[38;5;43m20221209125840784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125840784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125840784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125840785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125840785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125840785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125840785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:42.395356 run osmo-stp_10.42.42.5(pid=7817): stdout: \u000a| (launched: 2022-12-09_12:58:40.593540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:42.525883 run osmo-stp_10.42.42.5(pid=7817): stderr: \u000a| �[0;m�[38;5;43m20221209125840784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125840784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125840784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125840785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125840785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125840785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125840785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:42.582991 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7817): Process ended prematurely: osmo-stp_10.42.42.5(pid=7817) [trial-2360↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7817)] [trial-2360↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:58:42.592219 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:58:42.655698 run osmo-hlr_10.42.42.2(pid=7814): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7814)]\u000a12:58:42.708019 run osmo-hlr_10.42.42.2(pid=7814): stdout: \u000a| (launched: 2022-12-09_12:58:39.579178) \u000a12:58:42.760909 run osmo-hlr_10.42.42.2(pid=7814): stderr: \u000a| �[0;m�[1;31m20221209125839775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125839775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125839775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125839775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125839775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125839775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125839789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125839799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125839799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125839799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:58:42.832164 run osmo-msc_10.42.42.6(pid=7820): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7820)]\u000a12:58:42.884210 run osmo-msc_10.42.42.6(pid=7820): stdout: \u000a| (launched: 2022-12-09_12:58:41.635934) \u000a12:58:42.936779 run osmo-msc_10.42.42.6(pid=7820): stderr: \u000a| �[0;m�[38;5;43m20221209125841958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125841958 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdcc6594c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125841958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125841958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125841958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125841958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125841960 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125841960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125841961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125841961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:58:42.981290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7813): Terminating (SIGTERM)\u000a12:58:43.023672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7816): Terminating (SIGTERM)\u000a12:58:43.066123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7819): Terminating (SIGTERM)\u000a12:58:43.076258 --- ParallelTerminationStrategy: PID 7813 died...\u000a12:58:43.132749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7813): Terminated: ok {rc=0}\u000a12:58:43.143376 --- ParallelTerminationStrategy: PID 7816 died...\u000a12:58:43.199851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7816): Terminated: ok {rc=0}\u000a12:58:43.210156 --- ParallelTerminationStrategy: PID 7819 died...\u000a12:58:43.266172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7819): Terminated: ok {rc=0}\u000a12:58:43.352255 bus /sierra_3: Setting Powered False\u000a12:58:44.458020 bus /sierra_3: Setting Powered False\u000a12:58:45.569692 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 158, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7828): Process ended prematurely: osmo-stp_10.42.42.5(pid=7828) [trial-2360↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7828)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7828): Process ended prematurely: osmo-stp_10.42.42.5(pid=7828) [trial-2360↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:58:46.681081 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:46.693884 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:58:46.851680 tst mo_mt_call_osmux.py: using LAC 21621\u000a12:58:46.984267 tst mo_mt_call_osmux.py: using RAC 201\u000a12:58:47.140026 tst mo_mt_call_osmux.py: using CellId 21621\u000a12:58:47.260277 tst mo_mt_call_osmux.py: using BVCI 21622\u000a12:58:47.283774 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:47.294833 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:47.305739 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:47.316500 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:47.327384 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:58:47.338216 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:58:47.454069 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:58:47.654955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:48.146117 run create_hlr_db(pid=7822): Launched\u000a12:58:48.320659 bus /sierra_2: Setting Powered False\u000a12:58:49.342940 run create_hlr_db(pid=7822): Terminated: ok {rc=0}\u000a12:58:49.747524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7824): Launched\u000a12:58:50.051456 run osmo-hlr_10.42.42.2(pid=7825): Launched\u000a12:58:50.162316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:58:50.689358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7827): Launched\u000a12:58:50.994063 run osmo-stp_10.42.42.5(pid=7828): Launched\u000a12:58:51.104753 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:58:51.662214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7830): Launched\u000a12:58:51.968807 run osmo-msc_10.42.42.6(pid=7831): Launched\u000a12:58:52.147172 run osmo-stp_10.42.42.5(pid=7828): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7828)]\u000a12:58:52.275471 run osmo-stp_10.42.42.5(pid=7828): stdout: \u000a| (launched: 2022-12-09_12:58:50.844146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:52.402254 run osmo-stp_10.42.42.5(pid=7828): stderr: \u000a| �[0;m�[38;5;43m20221209125851012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125851012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125851012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125851013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125851013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125851013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125851013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:52.524301 run osmo-stp_10.42.42.5(pid=7828): stdout: \u000a| (launched: 2022-12-09_12:58:50.844146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:52.645296 run osmo-stp_10.42.42.5(pid=7828): stderr: \u000a| �[0;m�[38;5;43m20221209125851012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125851012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125851012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125851013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125851013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125851013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125851013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:52.698494 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7828): Process ended prematurely: osmo-stp_10.42.42.5(pid=7828) [trial-2360↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7828)] [trial-2360↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:58:52.707231 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:58:52.766605 run osmo-hlr_10.42.42.2(pid=7825): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7825)]\u000a12:58:52.815462 run osmo-hlr_10.42.42.2(pid=7825): stdout: \u000a| (launched: 2022-12-09_12:58:49.901885) \u000a12:58:52.864892 run osmo-hlr_10.42.42.2(pid=7825): stderr: \u000a| �[0;m�[1;31m20221209125850077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125850077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125850077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125850077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125850077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125850077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125850089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125850098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125850098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125850098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:58:52.932334 run osmo-msc_10.42.42.6(pid=7831): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7831)]\u000a12:58:52.980972 run osmo-msc_10.42.42.6(pid=7831): stdout: \u000a| (launched: 2022-12-09_12:58:51.817211) \u000a12:58:53.030311 run osmo-msc_10.42.42.6(pid=7831): stderr: \u000a| �[0;m�[38;5;43m20221209125852090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125852090 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c4003bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125852090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125852090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125852090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125852091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125852092 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125852093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125852093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125852093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:58:53.072076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7824): Terminating (SIGTERM)\u000a12:58:53.112199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7827): Terminating (SIGTERM)\u000a12:58:53.152021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7830): Terminating (SIGTERM)\u000a12:58:53.161333 --- ParallelTerminationStrategy: PID 7824 died...\u000a12:58:53.214864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7824): Terminated: ok {rc=0}\u000a12:58:53.224540 --- ParallelTerminationStrategy: PID 7827 died...\u000a12:58:53.277299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7827): Terminated: ok {rc=0}\u000a12:58:53.287013 --- ParallelTerminationStrategy: PID 7830 died...\u000a12:58:53.339980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7830): Terminated: ok {rc=0}\u000a12:58:53.429325 bus /sierra_3: Setting Powered False\u000a12:58:54.533408 bus /sierra_3: Setting Powered False\u000a12:58:55.645821 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:58:36" }, { "cases" : [ { "testActions" : [ ], "age" : 158, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7842): Process ended prematurely: osmo-stp_10.42.42.5(pid=7842) [trial-2360↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7842)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7842): Process ended prematurely: osmo-stp_10.42.42.5(pid=7842) [trial-2360↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7842)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a12:58:57.604207 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:57.615282 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:58:57.769099 tst mo_mt_call.py: using LAC 21622\u000a12:58:57.896384 tst mo_mt_call.py: using RAC 202\u000a12:58:58.019512 tst mo_mt_call.py: using CellId 21622\u000a12:58:58.141993 tst mo_mt_call.py: using BVCI 21623\u000a12:58:58.165646 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:58.176549 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:58.187511 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:58.198273 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:58.208823 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:58:58.219654 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:58:58.336070 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:58:58.541578 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:58:59.030152 run create_hlr_db(pid=7836): Launched\u000a12:58:59.205375 bus /sierra_2: Setting Powered False\u000a12:59:00.226977 run create_hlr_db(pid=7836): Terminated: ok {rc=0}\u000a12:59:00.660896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7838): Launched\u000a12:59:01.133943 run osmo-hlr_10.42.42.2(pid=7839): Launched\u000a12:59:01.347660 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:59:01.935690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7841): Launched\u000a12:59:02.299974 run osmo-stp_10.42.42.5(pid=7842): Launched\u000a12:59:02.413947 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:59:02.971601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7844): Launched\u000a12:59:03.275988 run osmo-msc_10.42.42.6(pid=7845): Launched\u000a12:59:03.455337 run osmo-stp_10.42.42.5(pid=7842): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7842)]\u000a12:59:03.583699 run osmo-stp_10.42.42.5(pid=7842): stdout: \u000a| (launched: 2022-12-09_12:59:02.105129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:03.710234 run osmo-stp_10.42.42.5(pid=7842): stderr: \u000a| �[0;m�[38;5;43m20221209125902314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125902314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125902314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125902314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125902315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125902315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125902315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:03.833061 run osmo-stp_10.42.42.5(pid=7842): stdout: \u000a| (launched: 2022-12-09_12:59:02.105129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:03.954795 run osmo-stp_10.42.42.5(pid=7842): stderr: \u000a| �[0;m�[38;5;43m20221209125902314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125902314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125902314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125902314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125902315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125902315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125902315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:04.008411 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7842): Process ended prematurely: osmo-stp_10.42.42.5(pid=7842) [trial-2360↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7842)] [trial-2360↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a12:59:04.017274 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:59:04.077773 run osmo-hlr_10.42.42.2(pid=7839): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7839)]\u000a12:59:04.126990 run osmo-hlr_10.42.42.2(pid=7839): stdout: \u000a| (launched: 2022-12-09_12:59:00.827014) \u000a12:59:04.176667 run osmo-hlr_10.42.42.2(pid=7839): stderr: \u000a| �[0;m�[1;31m20221209125901136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125901136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125901136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125901136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125901136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125901136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125901160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125901180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125901181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125901181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:59:04.244659 run osmo-msc_10.42.42.6(pid=7845): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7845)]\u000a12:59:04.293659 run osmo-msc_10.42.42.6(pid=7845): stdout: \u000a| (launched: 2022-12-09_12:59:03.126275) \u000a12:59:04.343462 run osmo-msc_10.42.42.6(pid=7845): stderr: \u000a| �[0;m�[38;5;43m20221209125903398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125903398 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38b2d64c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125903398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125903398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125903399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125903399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125903402 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125903402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125903402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125903402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:59:04.385623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7838): Terminating (SIGTERM)\u000a12:59:04.425352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7841): Terminating (SIGTERM)\u000a12:59:04.465497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7844): Terminating (SIGTERM)\u000a12:59:04.474832 --- ParallelTerminationStrategy: PID 7838 died...\u000a12:59:04.528378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7838): Terminated: ok {rc=0}\u000a12:59:04.538171 --- ParallelTerminationStrategy: PID 7841 died...\u000a12:59:04.591585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7841): Terminated: ok {rc=0}\u000a12:59:04.601593 --- ParallelTerminationStrategy: PID 7844 died...\u000a12:59:04.654776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7844): Terminated: ok {rc=0}\u000a12:59:04.743864 bus /sierra_3: Setting Powered False\u000a12:59:05.847514 bus /sierra_3: Setting Powered False\u000a12:59:06.958819 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 158, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7853): Process ended prematurely: osmo-stp_10.42.42.5(pid=7853) [trial-2360↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7853)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7853): Process ended prematurely: osmo-stp_10.42.42.5(pid=7853) [trial-2360↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:59:08.069111 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:59:08.081285 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:59:08.229618 tst mo_mt_call_osmux.py: using LAC 21623\u000a12:59:08.354166 tst mo_mt_call_osmux.py: using RAC 203\u000a12:59:08.477262 tst mo_mt_call_osmux.py: using CellId 21623\u000a12:59:08.596134 tst mo_mt_call_osmux.py: using BVCI 21624\u000a12:59:08.619269 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:59:08.630146 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:59:08.640803 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:59:08.651442 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:59:08.662081 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:59:08.672762 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:59:08.791503 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:59:08.994885 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:59:09.482974 run create_hlr_db(pid=7847): Launched\u000a12:59:09.658565 bus /sierra_2: Setting Powered False\u000a12:59:10.679472 run create_hlr_db(pid=7847): Terminated: ok {rc=0}\u000a12:59:11.115134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7849): Launched\u000a12:59:11.443309 run osmo-hlr_10.42.42.2(pid=7850): Launched\u000a12:59:11.565842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:59:12.133624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7852): Launched\u000a12:59:12.461890 run osmo-stp_10.42.42.5(pid=7853): Launched\u000a12:59:12.581320 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:59:13.183808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7855): Launched\u000a12:59:13.511215 run osmo-msc_10.42.42.6(pid=7856): Launched\u000a12:59:13.705042 run osmo-stp_10.42.42.5(pid=7853): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7853)]\u000a12:59:13.843143 run osmo-stp_10.42.42.5(pid=7853): stdout: \u000a| (launched: 2022-12-09_12:59:12.299499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:13.979688 run osmo-stp_10.42.42.5(pid=7853): stderr: \u000a| �[0;m�[38;5;43m20221209125912490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125912491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125912491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125912491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125912492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125912492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125912492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:14.111017 run osmo-stp_10.42.42.5(pid=7853): stdout: \u000a| (launched: 2022-12-09_12:59:12.299499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:14.241592 run osmo-stp_10.42.42.5(pid=7853): stderr: \u000a| �[0;m�[38;5;43m20221209125912490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125912491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125912491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125912491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125912492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125912492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125912492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:14.298987 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7853): Process ended prematurely: osmo-stp_10.42.42.5(pid=7853) [trial-2360↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7853)] [trial-2360↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a12:59:14.308331 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:59:14.372874 run osmo-hlr_10.42.42.2(pid=7850): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7850)]\u000a12:59:14.425162 run osmo-hlr_10.42.42.2(pid=7850): stdout: \u000a| (launched: 2022-12-09_12:59:11.281776) \u000a12:59:14.478188 run osmo-hlr_10.42.42.2(pid=7850): stderr: \u000a| �[0;m�[1;31m20221209125911479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125911479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125911479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125911479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125911479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125911479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125911496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125911505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125911505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125911505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:59:14.550053 run osmo-msc_10.42.42.6(pid=7856): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7856)]\u000a12:59:14.602419 run osmo-msc_10.42.42.6(pid=7856): stdout: \u000a| (launched: 2022-12-09_12:59:13.350404) \u000a12:59:14.655298 run osmo-msc_10.42.42.6(pid=7856): stderr: \u000a| �[0;m�[38;5;43m20221209125913670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125913670 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d975bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125913671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125913671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125913671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125913671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125913673 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125913673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125913673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125913673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:59:14.699742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7849): Terminating (SIGTERM)\u000a12:59:14.742470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7852): Terminating (SIGTERM)\u000a12:59:14.784330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7855): Terminating (SIGTERM)\u000a12:59:14.794500 --- ParallelTerminationStrategy: PID 7849 died...\u000a12:59:14.851422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7849): Terminated: ok {rc=0}\u000a12:59:14.861976 --- ParallelTerminationStrategy: PID 7852 died...\u000a12:59:14.918226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7852): Terminated: ok {rc=0}\u000a12:59:14.928713 --- ParallelTerminationStrategy: PID 7855 died...\u000a12:59:14.984889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7855): Terminated: ok {rc=0}\u000a12:59:15.072802 bus /sierra_3: Setting Powered False\u000a12:59:16.179700 bus /sierra_3: Setting Powered False\u000a12:59:17.284609 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:58:57" }, { "cases" : [ { "testActions" : [ ], "age" : 158, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7867): Process ended prematurely: osmo-stp_10.42.42.5(pid=7867) [trial-2360↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7867)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7867): Process ended prematurely: osmo-stp_10.42.42.5(pid=7867) [trial-2360↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:59:19.270015 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:59:19.281504 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a12:59:19.413941 tst emergency_mo_mt_call.py: using LAC 21624\u000a12:59:19.533233 tst emergency_mo_mt_call.py: using RAC 204\u000a12:59:19.648796 tst emergency_mo_mt_call.py: using CellId 21624\u000a12:59:19.764617 tst emergency_mo_mt_call.py: using BVCI 21625\u000a12:59:19.787450 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:59:19.798188 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:59:19.808746 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:59:19.819306 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:59:19.829684 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:59:19.839938 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a12:59:19.957423 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a12:59:20.165723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:59:20.670768 run create_hlr_db(pid=7861): Launched\u000a12:59:20.856933 bus /sierra_2: Setting Powered False\u000a12:59:21.876823 run create_hlr_db(pid=7861): Terminated: ok {rc=0}\u000a12:59:22.281433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7863): Launched\u000a12:59:22.581611 run osmo-hlr_10.42.42.2(pid=7864): Launched\u000a12:59:22.691824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:59:23.210458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7866): Launched\u000a12:59:23.509759 run osmo-stp_10.42.42.5(pid=7867): Launched\u000a12:59:23.630243 tst emergency_mo_mt_call.py: using MSISDN 7224\u000a12:59:23.778329 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:59:24.325568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7869): Launched\u000a12:59:24.626249 run osmo-msc_10.42.42.6(pid=7870): Launched\u000a12:59:24.801456 run osmo-stp_10.42.42.5(pid=7867): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7867)]\u000a12:59:24.927714 run osmo-stp_10.42.42.5(pid=7867): stdout: \u000a| (launched: 2022-12-09_12:59:23.362328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:25.052054 run osmo-stp_10.42.42.5(pid=7867): stderr: \u000a| �[0;m�[38;5;43m20221209125923529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125923529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125923530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125923530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125923531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125923531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125923531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:25.172443 run osmo-stp_10.42.42.5(pid=7867): stdout: \u000a| (launched: 2022-12-09_12:59:23.362328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:25.291028 run osmo-stp_10.42.42.5(pid=7867): stderr: \u000a| �[0;m�[38;5;43m20221209125923529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125923529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125923530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125923530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125923531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125923531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125923531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:25.342978 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7867): Process ended prematurely: osmo-stp_10.42.42.5(pid=7867) [trial-2360↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7867)] [trial-2360↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a12:59:25.350988 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a12:59:25.410535 run osmo-hlr_10.42.42.2(pid=7864): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7864)]\u000a12:59:25.459456 run osmo-hlr_10.42.42.2(pid=7864): stdout: \u000a| (launched: 2022-12-09_12:59:22.433257) \u000a12:59:25.508856 run osmo-hlr_10.42.42.2(pid=7864): stderr: \u000a| �[0;m�[1;31m20221209125922606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125922606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125922606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125922606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125922606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125922607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125922619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125922628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125922628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125922628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:59:25.576336 run osmo-msc_10.42.42.6(pid=7870): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7870)]\u000a12:59:25.625087 run osmo-msc_10.42.42.6(pid=7870): stdout: \u000a| (launched: 2022-12-09_12:59:24.477789) \u000a12:59:25.674523 run osmo-msc_10.42.42.6(pid=7870): stderr: \u000a| �[0;m�[38;5;43m20221209125924745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125924745 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ceb7b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125924746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125924746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125924746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125924746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125924748 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125924748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125924748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125924748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:59:25.716479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7863): Terminating (SIGTERM)\u000a12:59:25.756106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7866): Terminating (SIGTERM)\u000a12:59:25.795782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7869): Terminating (SIGTERM)\u000a12:59:25.805106 --- ParallelTerminationStrategy: PID 7863 died...\u000a12:59:25.858476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7863): Terminated: ok {rc=0}\u000a12:59:25.868096 --- ParallelTerminationStrategy: PID 7866 died...\u000a12:59:25.921172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7866): Terminated: ok {rc=0}\u000a12:59:25.930780 --- ParallelTerminationStrategy: PID 7869 died...\u000a12:59:25.984008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7869): Terminated: ok {rc=0}\u000a12:59:26.067118 bus /sierra_3: Setting Powered False\u000a12:59:27.174937 bus /sierra_3: Setting Powered False\u000a12:59:28.287194 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7878): Process ended prematurely: osmo-stp_10.42.42.5(pid=7878) [trial-2360↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7878)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7878): Process ended prematurely: osmo-stp_10.42.42.5(pid=7878) [trial-2360↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:59:29.337986 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:59:29.349104 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a12:59:29.476630 tst emergency_preemptive_call.py: using LAC 21625\u000a12:59:29.594383 tst emergency_preemptive_call.py: using RAC 205\u000a12:59:29.710153 tst emergency_preemptive_call.py: using CellId 21625\u000a12:59:29.825911 tst emergency_preemptive_call.py: using BVCI 21626\u000a12:59:29.848511 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:59:29.859113 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:59:29.869578 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:59:29.879902 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:59:29.890361 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a12:59:29.900662 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a12:59:30.017789 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a12:59:30.135312 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a12:59:30.252478 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a12:59:30.459609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:59:30.987659 run create_hlr_db(pid=7872): Launched\u000a12:59:31.177709 bus /sierra_2: Setting Powered False\u000a12:59:32.187784 run create_hlr_db(pid=7872): Terminated: ok {rc=0}\u000a12:59:32.631511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7874): Launched\u000a12:59:32.951924 run osmo-hlr_10.42.42.2(pid=7875): Launched\u000a12:59:33.069959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:59:33.631458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7877): Launched\u000a12:59:33.954432 run osmo-stp_10.42.42.5(pid=7878): Launched\u000a12:59:34.088660 tst emergency_preemptive_call.py: using MSISDN 7225\u000a12:59:34.248535 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:59:34.833741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7880): Launched\u000a12:59:35.155164 run osmo-msc_10.42.42.6(pid=7881): Launched\u000a12:59:35.343424 run osmo-stp_10.42.42.5(pid=7878): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7878)]\u000a12:59:35.482331 run osmo-stp_10.42.42.5(pid=7878): stdout: \u000a| (launched: 2022-12-09_12:59:33.794912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:35.617138 run osmo-stp_10.42.42.5(pid=7878): stderr: \u000a| �[0;m�[38;5;43m20221209125933985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125933985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125933986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125933986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125933987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125933987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125933987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:35.746797 run osmo-stp_10.42.42.5(pid=7878): stdout: \u000a| (launched: 2022-12-09_12:59:33.794912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:35.874748 run osmo-stp_10.42.42.5(pid=7878): stderr: \u000a| �[0;m�[38;5;43m20221209125933985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125933985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125933986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125933986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125933987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125933987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125933987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:35.930937 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7878): Process ended prematurely: osmo-stp_10.42.42.5(pid=7878) [trial-2360↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7878)] [trial-2360↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a12:59:35.939792 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a12:59:36.004534 run osmo-hlr_10.42.42.2(pid=7875): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7875)]\u000a12:59:36.057287 run osmo-hlr_10.42.42.2(pid=7875): stdout: \u000a| (launched: 2022-12-09_12:59:32.794662) \u000a12:59:36.110487 run osmo-hlr_10.42.42.2(pid=7875): stderr: \u000a| �[0;m�[1;31m20221209125932990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125932990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125932990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125932991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125932991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125932991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125933002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125933011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125933011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125933011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:59:36.182626 run osmo-msc_10.42.42.6(pid=7881): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7881)]\u000a12:59:36.235207 run osmo-msc_10.42.42.6(pid=7881): stdout: \u000a| (launched: 2022-12-09_12:59:34.996390) \u000a12:59:36.288644 run osmo-msc_10.42.42.6(pid=7881): stderr: \u000a| �[0;m�[38;5;43m20221209125935315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209125935315 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5161f37c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209125935316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209125935316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209125935316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209125935316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209125935318 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209125935318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209125935318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209125935318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:59:36.334039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7874): Terminating (SIGTERM)\u000a12:59:36.377786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7877): Terminating (SIGTERM)\u000a12:59:36.420380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7880): Terminating (SIGTERM)\u000a12:59:36.431588 --- ParallelTerminationStrategy: PID 7874 died...\u000a12:59:36.488553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7874): Terminated: ok {rc=0}\u000a12:59:36.499408 --- ParallelTerminationStrategy: PID 7877 died...\u000a12:59:36.555906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7877): Terminated: ok {rc=0}\u000a12:59:36.566680 --- ParallelTerminationStrategy: PID 7880 died...\u000a12:59:36.623683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7880): Terminated: ok {rc=0}\u000a12:59:36.710914 bus /sierra_9: Setting Powered False\u000a12:59:37.817648 bus /sierra_9: Setting Powered False\u000a12:59:38.925052 bus /sierra_8: Setting Powered False\u000a12:59:40.032030 bus /sierra_8: Setting Powered False\u000a12:59:41.139203 bus /sierra_3: Setting Powered False\u000a12:59:42.246443 bus /sierra_3: Setting Powered False\u000a12:59:43.358575 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:59:18" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7897): Process ended prematurely: osmo-stp_10.42.42.5(pid=7897) [trial-2360↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7897)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7897): Process ended prematurely: osmo-stp_10.42.42.5(pid=7897) [trial-2360↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7897)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:59:45.429605 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:45.440036 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a12:59:45.562331 tst cs_paging_gprs_active.py: using LAC 21626\u000a12:59:45.681944 tst cs_paging_gprs_active.py: using RAC 206\u000a12:59:45.804328 tst cs_paging_gprs_active.py: using CellId 21626\u000a12:59:45.945492 tst cs_paging_gprs_active.py: using BVCI 21627\u000a12:59:45.971937 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:45.984057 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:45.995868 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:46.010402 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:46.023201 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:46.034927 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:46.047735 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:46.061762 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:46.075355 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a12:59:46.198618 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a12:59:46.503750 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:59:46.645764 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:59:46.991832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7887): Launched\u000a12:59:47.278700 run iperf3-srv_10.42.42.10(pid=7888): Launched\u000a12:59:47.480314 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:59:47.617608 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:59:47.955855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7889): Launched\u000a12:59:48.238264 run iperf3-srv_10.42.42.10(pid=7890): Launched\u000a12:59:48.439776 tst cs_paging_gprs_active.py:38: start network...\u000a12:59:48.577233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:59:49.090955 run create_hlr_db(pid=7891): Launched\u000a12:59:49.279852 bus /sierra_2: Setting Powered False\u000a12:59:50.300443 run create_hlr_db(pid=7891): Terminated: ok {rc=0}\u000a12:59:50.734194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7893): Launched\u000a12:59:51.063419 run osmo-hlr_10.42.42.2(pid=7894): Launched\u000a12:59:51.185977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:59:51.753586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7896): Launched\u000a12:59:52.080801 run osmo-stp_10.42.42.5(pid=7897): Launched\u000a12:59:52.199552 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:59:52.768349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7899): Launched\u000a12:59:52.885558 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:59:53.169826 run patchelf(pid=7900): Launched\u000a12:59:53.361382 run osmo-stp_10.42.42.5(pid=7897): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7897)]\u000a12:59:53.501681 run osmo-stp_10.42.42.5(pid=7897): stdout: \u000a| (launched: 2022-12-09_12:59:51.919461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:53.642040 run osmo-stp_10.42.42.5(pid=7897): stderr: \u000a| �[0;m�[38;5;43m20221209125952107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125952107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125952108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125952108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125952108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125952109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125952109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:53.777536 run osmo-stp_10.42.42.5(pid=7897): stdout: \u000a| (launched: 2022-12-09_12:59:51.919461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:59:53.911528 run osmo-stp_10.42.42.5(pid=7897): stderr: \u000a| �[0;m�[38;5;43m20221209125952107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209125952107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209125952108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209125952108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209125952108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209125952109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209125952109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:59:54.067724 run patchelf(pid=7900): Terminating (SIGINT)\u000a12:59:54.250679 run patchelf(pid=7900): Terminated: ok {rc=0}\u000a12:59:54.284000 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7897): Process ended prematurely: osmo-stp_10.42.42.5(pid=7897) [trial-2360↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7897)] [trial-2360↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a12:59:54.293908 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a12:59:54.358574 run osmo-hlr_10.42.42.2(pid=7894): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7894)]\u000a12:59:54.411091 run osmo-hlr_10.42.42.2(pid=7894): stdout: \u000a| (launched: 2022-12-09_12:59:50.901012) \u000a12:59:54.463994 run osmo-hlr_10.42.42.2(pid=7894): stderr: \u000a| �[0;m�[1;31m20221209125951099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209125951099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209125951099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125951099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209125951099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209125951099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209125951112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209125951122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209125951122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209125951122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:59:54.508932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7887): Terminating (SIGTERM)\u000a12:59:54.551152 run iperf3-srv_10.42.42.10(pid=7888): Terminating (SIGTERM)\u000a12:59:54.594208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7889): Terminating (SIGTERM)\u000a12:59:54.636647 run iperf3-srv_10.42.42.10(pid=7890): Terminating (SIGTERM)\u000a12:59:54.679407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7893): Terminating (SIGTERM)\u000a12:59:54.721773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7896): Terminating (SIGTERM)\u000a12:59:54.764310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7899): Terminating (SIGTERM)\u000a12:59:54.774492 --- ParallelTerminationStrategy: PID 7887 died...\u000a12:59:54.831255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7887): Terminated: ok {rc=0}\u000a12:59:54.841909 --- ParallelTerminationStrategy: PID 7888 died...\u000a12:59:54.897784 run iperf3-srv_10.42.42.10(pid=7888): Terminated {rc=256}\u000a12:59:54.908099 --- ParallelTerminationStrategy: PID 7889 died...\u000a12:59:54.963961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7889): Terminated: ok {rc=0}\u000a12:59:54.974434 --- ParallelTerminationStrategy: PID 7890 died...\u000a12:59:55.030294 run iperf3-srv_10.42.42.10(pid=7890): Terminated {rc=256}\u000a12:59:55.040402 --- ParallelTerminationStrategy: PID 7893 died...\u000a12:59:55.096235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7893): Terminated: ok {rc=0}\u000a12:59:55.106408 --- ParallelTerminationStrategy: PID 7896 died...\u000a12:59:55.162016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7896): Terminated: ok {rc=0}\u000a12:59:55.172488 --- ParallelTerminationStrategy: PID 7899 died...\u000a12:59:55.228399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7899): Terminated: ok {rc=0}\u000a12:59:55.315890 bus /gobi_0: Setting Powered False\u000a12:59:56.419056 bus /gobi_0: Setting Powered False\u000a12:59:57.530844 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7912): Process ended prematurely: osmo-stp_10.42.42.5(pid=7912) [trial-2360↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7912)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7912): Process ended prematurely: osmo-stp_10.42.42.5(pid=7912) [trial-2360↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7912)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a12:59:58.640526 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:58.651494 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a12:59:58.781313 tst iperf3.py: using LAC 21627\u000a12:59:58.911269 tst iperf3.py: using RAC 207\u000a12:59:59.040715 tst iperf3.py: using CellId 21627\u000a12:59:59.174729 tst iperf3.py: using BVCI 21628\u000a12:59:59.199846 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:59.210891 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:59.221842 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:59.232903 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:59.243842 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:59.254859 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:59.265988 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:59.277062 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a12:59:59.288181 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a12:59:59.569624 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:59:59.698903 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:00:00.014205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7901): Launched\u000a13:00:00.275603 run iperf3-srv_10.42.42.10(pid=7902): Launched\u000a13:00:00.460426 tst iperf3.py:8: start network...\u000a13:00:00.587727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:00:01.141239 run create_hlr_db(pid=7903): Launched\u000a13:00:01.335859 bus /gobi_6: Setting Powered False\u000a13:00:02.344408 run create_hlr_db(pid=7903): Terminated: ok {rc=0}\u000a13:00:02.759009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7908): Launched\u000a13:00:03.066823 run osmo-hlr_10.42.42.2(pid=7909): Launched\u000a13:00:03.179502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:00:03.708481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7911): Launched\u000a13:00:04.014383 run osmo-stp_10.42.42.5(pid=7912): Launched\u000a13:00:04.125391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:00:04.659413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7914): Launched\u000a13:00:04.768369 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:00:05.034154 run patchelf(pid=7915): Launched\u000a13:00:05.212779 run osmo-stp_10.42.42.5(pid=7912): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7912)]\u000a13:00:05.343014 run osmo-stp_10.42.42.5(pid=7912): stdout: \u000a| (launched: 2022-12-09_13:00:03.863858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:05.473520 run osmo-stp_10.42.42.5(pid=7912): stderr: \u000a| �[0;m�[38;5;43m20221209130004032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130004032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130004032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130004033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130004033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130004033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130004033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:05.599861 run osmo-stp_10.42.42.5(pid=7912): stdout: \u000a| (launched: 2022-12-09_13:00:03.863858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:05.724887 run osmo-stp_10.42.42.5(pid=7912): stderr: \u000a| �[0;m�[38;5;43m20221209130004032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130004032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130004032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130004033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130004033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130004033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130004033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:05.870228 run patchelf(pid=7915): Terminating (SIGINT)\u000a13:00:06.040527 run patchelf(pid=7915): Terminated: ok {rc=0}\u000a13:00:06.071800 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7912): Process ended prematurely: osmo-stp_10.42.42.5(pid=7912) [trial-2360↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7912)] [trial-2360↪gprs:oc2g↪iperf3.py:8]\u000a13:00:06.080930 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:00:06.140803 run osmo-hlr_10.42.42.2(pid=7909): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7909)]\u000a13:00:06.189564 run osmo-hlr_10.42.42.2(pid=7909): stdout: \u000a| (launched: 2022-12-09_13:00:02.913917) \u000a13:00:06.238953 run osmo-hlr_10.42.42.2(pid=7909): stderr: \u000a| �[0;m�[1;31m20221209130003087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130003087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130003087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130003087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130003087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130003087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130003099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130003107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130003108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130003108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:00:06.281198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7901): Terminating (SIGTERM)\u000a13:00:06.320887 run iperf3-srv_10.42.42.10(pid=7902): Terminating (SIGTERM)\u000a13:00:06.360652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7908): Terminating (SIGTERM)\u000a13:00:06.400330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7911): Terminating (SIGTERM)\u000a13:00:06.440529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7914): Terminating (SIGTERM)\u000a13:00:06.449787 --- ParallelTerminationStrategy: PID 7901 died...\u000a13:00:06.502900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7901): Terminated: ok {rc=0}\u000a13:00:06.512788 --- ParallelTerminationStrategy: PID 7902 died...\u000a13:00:06.566595 run iperf3-srv_10.42.42.10(pid=7902): Terminated {rc=256}\u000a13:00:06.576198 --- ParallelTerminationStrategy: PID 7908 died...\u000a13:00:06.629053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7908): Terminated: ok {rc=0}\u000a13:00:06.638632 --- ParallelTerminationStrategy: PID 7911 died...\u000a13:00:06.692332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7911): Terminated: ok {rc=0}\u000a13:00:06.701960 --- ParallelTerminationStrategy: PID 7914 died...\u000a13:00:06.754852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7914): Terminated: ok {rc=0}\u000a13:00:06.842478 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7931): Process ended prematurely: osmo-stp_10.42.42.5(pid=7931) [trial-2360↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7931)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7931): Process ended prematurely: osmo-stp_10.42.42.5(pid=7931) [trial-2360↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a13:00:07.952455 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:07.963547 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a13:00:08.088340 tst iperf3m4.py: using LAC 21628\u000a13:00:08.210204 tst iperf3m4.py: using RAC 208\u000a13:00:08.333799 tst iperf3m4.py: using CellId 21628\u000a13:00:08.454477 tst iperf3m4.py: using BVCI 21629\u000a13:00:08.477942 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:08.488305 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:08.498676 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:08.509038 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:08.519209 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:08.529507 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:08.539837 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:08.550443 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:08.561575 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:00:08.676182 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:00:08.797369 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:00:08.919181 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:00:09.214800 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:00:09.351762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:00:09.690950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7917): Launched\u000a13:00:09.971338 run iperf3-srv_10.42.42.10(pid=7918): Launched\u000a13:00:10.171670 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:00:10.308543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:00:10.648225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7919): Launched\u000a13:00:10.930461 run iperf3-srv_10.42.42.10(pid=7920): Launched\u000a13:00:11.130579 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:00:11.267234 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:00:11.607376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7921): Launched\u000a13:00:11.889313 run iperf3-srv_10.42.42.10(pid=7922): Launched\u000a13:00:12.089205 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:00:12.225898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:00:12.565432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7923): Launched\u000a13:00:12.847114 run iperf3-srv_10.42.42.10(pid=7924): Launched\u000a13:00:13.046941 tst iperf3m4.py:8: start network...\u000a13:00:13.183470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:00:13.698074 run create_hlr_db(pid=7925): Launched\u000a13:00:13.887250 bus /gobi_6: Setting Powered False\u000a13:00:14.908144 run create_hlr_db(pid=7925): Terminated: ok {rc=0}\u000a13:00:15.317171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7927): Launched\u000a13:00:15.623779 run osmo-hlr_10.42.42.2(pid=7928): Launched\u000a13:00:15.744654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:00:16.296347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7930): Launched\u000a13:00:16.726497 run osmo-stp_10.42.42.5(pid=7931): Launched\u000a13:00:16.910036 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:00:17.469801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7933): Launched\u000a13:00:17.580775 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:00:17.850136 run patchelf(pid=7934): Launched\u000a13:00:18.030647 run osmo-stp_10.42.42.5(pid=7931): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7931)]\u000a13:00:18.162758 run osmo-stp_10.42.42.5(pid=7931): stdout: \u000a| (launched: 2022-12-09_13:00:16.455688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:18.294997 run osmo-stp_10.42.42.5(pid=7931): stderr: \u000a| �[0;m�[38;5;43m20221209130016734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130016734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130016735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130016735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130016736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130016736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130016736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:18.422737 run osmo-stp_10.42.42.5(pid=7931): stdout: \u000a| (launched: 2022-12-09_13:00:16.455688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:18.549579 run osmo-stp_10.42.42.5(pid=7931): stderr: \u000a| �[0;m�[38;5;43m20221209130016734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130016734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130016735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130016735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130016736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130016736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130016736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:18.697255 run patchelf(pid=7934): Terminating (SIGINT)\u000a13:00:18.869824 run patchelf(pid=7934): Terminated: ok {rc=0}\u000a13:00:18.901369 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7931): Process ended prematurely: osmo-stp_10.42.42.5(pid=7931) [trial-2360↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7931)] [trial-2360↪gprs:oc2g↪iperf3m4.py:8]\u000a13:00:18.910776 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a13:00:18.971794 run osmo-hlr_10.42.42.2(pid=7928): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7928)]\u000a13:00:19.021290 run osmo-hlr_10.42.42.2(pid=7928): stdout: \u000a| (launched: 2022-12-09_13:00:15.472365) \u000a13:00:19.071298 run osmo-hlr_10.42.42.2(pid=7928): stderr: \u000a| �[0;m�[1;31m20221209130015646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130015646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130015646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130015646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130015646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130015646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130015658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130015667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130015667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130015667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:00:19.113921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7917): Terminating (SIGTERM)\u000a13:00:19.154874 run iperf3-srv_10.42.42.10(pid=7918): Terminating (SIGTERM)\u000a13:00:19.194957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7919): Terminating (SIGTERM)\u000a13:00:19.235004 run iperf3-srv_10.42.42.10(pid=7920): Terminating (SIGTERM)\u000a13:00:19.275110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7921): Terminating (SIGTERM)\u000a13:00:19.315135 run iperf3-srv_10.42.42.10(pid=7922): Terminating (SIGTERM)\u000a13:00:19.355168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7923): Terminating (SIGTERM)\u000a13:00:19.395066 run iperf3-srv_10.42.42.10(pid=7924): Terminating (SIGTERM)\u000a13:00:19.435094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7927): Terminating (SIGTERM)\u000a13:00:19.475084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7930): Terminating (SIGTERM)\u000a13:00:19.515245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7933): Terminating (SIGTERM)\u000a13:00:19.524812 --- ParallelTerminationStrategy: PID 7917 died...\u000a13:00:19.578798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7917): Terminated: ok {rc=0}\u000a13:00:19.588467 --- ParallelTerminationStrategy: PID 7918 died...\u000a13:00:19.642101 run iperf3-srv_10.42.42.10(pid=7918): Terminated {rc=256}\u000a13:00:19.651783 --- ParallelTerminationStrategy: PID 7919 died...\u000a13:00:19.705367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7919): Terminated: ok {rc=0}\u000a13:00:19.715051 --- ParallelTerminationStrategy: PID 7920 died...\u000a13:00:19.768487 run iperf3-srv_10.42.42.10(pid=7920): Terminated {rc=256}\u000a13:00:19.778173 --- ParallelTerminationStrategy: PID 7921 died...\u000a13:00:19.831700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7921): Terminated: ok {rc=0}\u000a13:00:19.841777 --- ParallelTerminationStrategy: PID 7922 died...\u000a13:00:19.895185 run iperf3-srv_10.42.42.10(pid=7922): Terminated {rc=256}\u000a13:00:19.904921 --- ParallelTerminationStrategy: PID 7923 died...\u000a13:00:19.958525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7923): Terminated: ok {rc=0}\u000a13:00:19.968259 --- ParallelTerminationStrategy: PID 7924 died...\u000a13:00:20.021638 run iperf3-srv_10.42.42.10(pid=7924): Terminated {rc=256}\u000a13:00:20.031363 --- ParallelTerminationStrategy: PID 7927 died...\u000a13:00:20.084871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7927): Terminated: ok {rc=0}\u000a13:00:20.094628 --- ParallelTerminationStrategy: PID 7930 died...\u000a13:00:20.148609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7930): Terminated: ok {rc=0}\u000a13:00:20.158462 --- ParallelTerminationStrategy: PID 7933 died...\u000a13:00:20.212001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7933): Terminated: ok {rc=0}\u000a13:00:20.300997 bus /gobi_4: Setting Powered False\u000a13:00:21.404980 bus /gobi_4: Setting Powered False\u000a13:00:22.518011 bus /gobi_1: Setting Powered False\u000a13:00:23.622056 bus /gobi_1: Setting Powered False\u000a13:00:24.733879 bus /gobi_0: Setting Powered False\u000a13:00:25.838069 bus /gobi_0: Setting Powered False\u000a13:00:26.950510 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7941): Process ended prematurely: osmo-stp_10.42.42.5(pid=7941) [trial-2360↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7941)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7941): Process ended prematurely: osmo-stp_10.42.42.5(pid=7941) [trial-2360↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g ping.py\u000a----------------------------------------------\u000a13:00:28.017740 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:28.028666 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a13:00:28.150430 tst ping.py: using LAC 21629\u000a13:00:28.269250 tst ping.py: using RAC 209\u000a13:00:28.389827 tst ping.py: using CellId 21629\u000a13:00:28.508265 tst ping.py: using BVCI 21630\u000a13:00:28.531582 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:28.542342 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:28.552832 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:28.563309 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:28.573660 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:28.583943 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:28.594524 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:28.604880 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:00:28.882251 tst ping.py:19: start network...\u000a13:00:29.008218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:00:29.495238 run create_hlr_db(pid=7935): Launched\u000a13:00:29.669879 bus /gobi_6: Setting Powered False\u000a13:00:30.691287 run create_hlr_db(pid=7935): Terminated: ok {rc=0}\u000a13:00:31.169387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7937): Launched\u000a13:00:31.593988 run osmo-hlr_10.42.42.2(pid=7938): Launched\u000a13:00:31.797168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:00:32.389709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7940): Launched\u000a13:00:32.718757 run osmo-stp_10.42.42.5(pid=7941): Launched\u000a13:00:32.837358 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:00:33.406729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7943): Launched\u000a13:00:33.523660 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:00:33.808332 run patchelf(pid=7944): Launched\u000a13:00:33.999218 run osmo-stp_10.42.42.5(pid=7941): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7941)]\u000a13:00:34.139155 run osmo-stp_10.42.42.5(pid=7941): stdout: \u000a| (launched: 2022-12-09_13:00:32.556195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:34.279297 run osmo-stp_10.42.42.5(pid=7941): stderr: \u000a| �[0;m�[38;5;43m20221209130032749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130032749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130032749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130032749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130032750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130032750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130032750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:34.414868 run osmo-stp_10.42.42.5(pid=7941): stdout: \u000a| (launched: 2022-12-09_13:00:32.556195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:34.548891 run osmo-stp_10.42.42.5(pid=7941): stderr: \u000a| �[0;m�[38;5;43m20221209130032749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130032749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130032749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130032749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130032750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130032750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130032750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:34.703862 run patchelf(pid=7944): Terminating (SIGINT)\u000a13:00:34.886207 run patchelf(pid=7944): Terminated: ok {rc=0}\u000a13:00:34.919147 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7941): Process ended prematurely: osmo-stp_10.42.42.5(pid=7941) [trial-2360↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7941)] [trial-2360↪gprs:oc2g↪ping.py:22]\u000a13:00:34.928599 tst ping.py:22: Test FAILED (6.9 sec)\u000a13:00:34.993751 run osmo-hlr_10.42.42.2(pid=7938): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7938)]\u000a13:00:35.046684 run osmo-hlr_10.42.42.2(pid=7938): stdout: \u000a| (launched: 2022-12-09_13:00:31.327667) \u000a13:00:35.099884 run osmo-hlr_10.42.42.2(pid=7938): stderr: \u000a| �[0;m�[1;31m20221209130031623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130031623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130031623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130031623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130031623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130031623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130031647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130031655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130031655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130031656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:00:35.145938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7937): Terminating (SIGTERM)\u000a13:00:35.189333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7940): Terminating (SIGTERM)\u000a13:00:35.232564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7943): Terminating (SIGTERM)\u000a13:00:35.242622 --- ParallelTerminationStrategy: PID 7937 died...\u000a13:00:35.300551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7937): Terminated: ok {rc=0}\u000a13:00:35.310950 --- ParallelTerminationStrategy: PID 7940 died...\u000a13:00:35.368563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7940): Terminated: ok {rc=0}\u000a13:00:35.379134 --- ParallelTerminationStrategy: PID 7943 died...\u000a13:00:35.436842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7943): Terminated: ok {rc=0}\u000a13:00:35.526936 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7951): Process ended prematurely: osmo-stp_10.42.42.5(pid=7951) [trial-2360↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7951)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7951): Process ended prematurely: osmo-stp_10.42.42.5(pid=7951) [trial-2360↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7951)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a13:00:36.580140 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:36.591863 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a13:00:36.722236 tst ping_idle_ping.py: using LAC 21630\u000a13:00:36.841157 tst ping_idle_ping.py: using RAC 210\u000a13:00:36.961216 tst ping_idle_ping.py: using CellId 21630\u000a13:00:37.087926 tst ping_idle_ping.py: using BVCI 21631\u000a13:00:37.113159 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:37.124382 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:37.135612 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:37.146884 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:37.158619 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:37.169718 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:37.180941 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:00:37.192247 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:00:37.470949 tst ping_idle_ping.py:24: start network...\u000a13:00:37.597949 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:00:38.087765 run create_hlr_db(pid=7945): Launched\u000a13:00:38.263066 bus /gobi_6: Setting Powered False\u000a13:00:39.285146 run create_hlr_db(pid=7945): Terminated: ok {rc=0}\u000a13:00:39.719727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7947): Launched\u000a13:00:40.045621 run osmo-hlr_10.42.42.2(pid=7948): Launched\u000a13:00:40.163228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:00:40.694517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7950): Launched\u000a13:00:40.999532 run osmo-stp_10.42.42.5(pid=7951): Launched\u000a13:00:41.110331 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:00:41.642749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7953): Launched\u000a13:00:41.750972 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:00:42.017858 run patchelf(pid=7954): Launched\u000a13:00:42.196350 run osmo-stp_10.42.42.5(pid=7951): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7951)]\u000a13:00:42.326603 run osmo-stp_10.42.42.5(pid=7951): stdout: \u000a| (launched: 2022-12-09_13:00:40.849292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:42.456654 run osmo-stp_10.42.42.5(pid=7951): stderr: \u000a| �[0;m�[38;5;43m20221209130041019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130041019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130041019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130041020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130041020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130041020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130041020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:42.582764 run osmo-stp_10.42.42.5(pid=7951): stdout: \u000a| (launched: 2022-12-09_13:00:40.849292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:42.707241 run osmo-stp_10.42.42.5(pid=7951): stderr: \u000a| �[0;m�[38;5;43m20221209130041019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130041019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130041019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130041020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130041020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130041020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130041020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:42.852803 run patchelf(pid=7954): Terminating (SIGINT)\u000a13:00:43.023101 run patchelf(pid=7954): Terminated: ok {rc=0}\u000a13:00:43.054025 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7951): Process ended prematurely: osmo-stp_10.42.42.5(pid=7951) [trial-2360↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7951)] [trial-2360↪gprs:oc2g↪ping_idle_ping.py:27]\u000a13:00:43.062634 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:00:43.123129 run osmo-hlr_10.42.42.2(pid=7948): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7948)]\u000a13:00:43.172272 run osmo-hlr_10.42.42.2(pid=7948): stdout: \u000a| (launched: 2022-12-09_13:00:39.885728) \u000a13:00:43.222268 run osmo-hlr_10.42.42.2(pid=7948): stderr: \u000a| �[0;m�[1;31m20221209130040084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130040084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130040084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130040084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130040084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130040084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130040100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130040109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130040109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130040109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:00:43.264613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7947): Terminating (SIGTERM)\u000a13:00:43.304646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7950): Terminating (SIGTERM)\u000a13:00:43.344597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7953): Terminating (SIGTERM)\u000a13:00:43.354097 --- ParallelTerminationStrategy: PID 7947 died...\u000a13:00:43.407512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7947): Terminated: ok {rc=0}\u000a13:00:43.417270 --- ParallelTerminationStrategy: PID 7950 died...\u000a13:00:43.470579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7950): Terminated: ok {rc=0}\u000a13:00:43.480492 --- ParallelTerminationStrategy: PID 7953 died...\u000a13:00:43.533815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7953): Terminated: ok {rc=0}\u000a13:00:43.622865 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:59:45" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7968): Process ended prematurely: osmo-stp_10.42.42.5(pid=7968) [trial-2360↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7968)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7968): Process ended prematurely: osmo-stp_10.42.42.5(pid=7968) [trial-2360↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:00:45.741797 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:45.753619 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:00:45.886917 tst cs_paging_gprs_active.py: using LAC 21631\u000a13:00:46.018191 tst cs_paging_gprs_active.py: using RAC 211\u000a13:00:46.150346 tst cs_paging_gprs_active.py: using CellId 21631\u000a13:00:46.280369 tst cs_paging_gprs_active.py: using BVCI 21632\u000a13:00:46.306449 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:46.318804 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:46.332731 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:46.345735 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:46.357963 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:46.369802 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:46.382525 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:46.395373 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:46.408426 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:00:46.561190 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:00:46.851547 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:00:46.985165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:00:47.322186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7958): Launched\u000a13:00:47.585686 run iperf3-srv_10.42.42.10(pid=7959): Launched\u000a13:00:47.771505 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:00:47.898816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:00:48.214200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7960): Launched\u000a13:00:48.476187 run iperf3-srv_10.42.42.10(pid=7961): Launched\u000a13:00:48.662330 tst cs_paging_gprs_active.py:38: start network...\u000a13:00:48.789848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:00:49.280492 run create_hlr_db(pid=7962): Launched\u000a13:00:49.455854 bus /gobi_6: Setting Powered False\u000a13:00:50.477811 run create_hlr_db(pid=7962): Terminated: ok {rc=0}\u000a13:00:50.909537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7964): Launched\u000a13:00:51.235720 run osmo-hlr_10.42.42.2(pid=7965): Launched\u000a13:00:51.356304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:00:51.920729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7967): Launched\u000a13:00:52.245914 run osmo-stp_10.42.42.5(pid=7968): Launched\u000a13:00:52.363817 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:00:52.932147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7970): Launched\u000a13:00:53.048439 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:00:53.331019 run patchelf(pid=7971): Launched\u000a13:00:53.521662 run osmo-stp_10.42.42.5(pid=7968): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7968)]\u000a13:00:53.660691 run osmo-stp_10.42.42.5(pid=7968): stdout: \u000a| (launched: 2022-12-09_13:00:52.086688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:53.799944 run osmo-stp_10.42.42.5(pid=7968): stderr: \u000a| �[0;m�[38;5;43m20221209130052276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130052276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130052277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130052277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130052277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130052278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130052278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:53.934735 run osmo-stp_10.42.42.5(pid=7968): stdout: \u000a| (launched: 2022-12-09_13:00:52.086688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:00:54.068470 run osmo-stp_10.42.42.5(pid=7968): stderr: \u000a| �[0;m�[38;5;43m20221209130052276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130052276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130052277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130052277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130052277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130052278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130052278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:00:54.223180 run patchelf(pid=7971): Terminating (SIGINT)\u000a13:00:54.404687 run patchelf(pid=7971): Terminated: ok {rc=0}\u000a13:00:54.438208 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7968): Process ended prematurely: osmo-stp_10.42.42.5(pid=7968) [trial-2360↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7968)] [trial-2360↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:00:54.448146 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:00:54.512125 run osmo-hlr_10.42.42.2(pid=7965): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7965)]\u000a13:00:54.564336 run osmo-hlr_10.42.42.2(pid=7965): stdout: \u000a| (launched: 2022-12-09_13:00:51.075406) \u000a13:00:54.617270 run osmo-hlr_10.42.42.2(pid=7965): stderr: \u000a| �[0;m�[1;31m20221209130051270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130051270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130051270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130051270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130051270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130051270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130051282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130051291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130051291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130051291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:00:54.662304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7958): Terminating (SIGTERM)\u000a13:00:54.705310 run iperf3-srv_10.42.42.10(pid=7959): Terminating (SIGTERM)\u000a13:00:54.747804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7960): Terminating (SIGTERM)\u000a13:00:54.790509 run iperf3-srv_10.42.42.10(pid=7961): Terminating (SIGTERM)\u000a13:00:54.833317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7964): Terminating (SIGTERM)\u000a13:00:54.875671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7967): Terminating (SIGTERM)\u000a13:00:54.918087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7970): Terminating (SIGTERM)\u000a13:00:54.927845 --- ParallelTerminationStrategy: PID 7958 died...\u000a13:00:54.984548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7958): Terminated: ok {rc=0}\u000a13:00:54.994638 --- ParallelTerminationStrategy: PID 7959 died...\u000a13:00:55.050709 run iperf3-srv_10.42.42.10(pid=7959): Terminated {rc=256}\u000a13:00:55.060636 --- ParallelTerminationStrategy: PID 7960 died...\u000a13:00:55.117020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7960): Terminated: ok {rc=0}\u000a13:00:55.127214 --- ParallelTerminationStrategy: PID 7961 died...\u000a13:00:55.183550 run iperf3-srv_10.42.42.10(pid=7961): Terminated {rc=256}\u000a13:00:55.193929 --- ParallelTerminationStrategy: PID 7964 died...\u000a13:00:55.250248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7964): Terminated: ok {rc=0}\u000a13:00:55.260328 --- ParallelTerminationStrategy: PID 7967 died...\u000a13:00:55.317078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7967): Terminated: ok {rc=0}\u000a13:00:55.327288 --- ParallelTerminationStrategy: PID 7970 died...\u000a13:00:55.383908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7970): Terminated: ok {rc=0}\u000a13:00:55.472438 bus /gobi_0: Setting Powered False\u000a13:00:56.580710 bus /gobi_0: Setting Powered False\u000a13:00:57.693352 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7980): Process ended prematurely: osmo-stp_10.42.42.5(pid=7980) [trial-2360↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7980)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7980): Process ended prematurely: osmo-stp_10.42.42.5(pid=7980) [trial-2360↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:00:58.804138 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:58.815489 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:00:58.945341 tst iperf3.py: using LAC 21632\u000a13:00:59.063552 tst iperf3.py: using RAC 212\u000a13:00:59.186345 tst iperf3.py: using CellId 21632\u000a13:00:59.304210 tst iperf3.py: using BVCI 21633\u000a13:00:59.327602 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:59.338391 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:59.349012 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:59.359554 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:59.370304 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:59.380824 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:59.391848 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:59.402426 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:00:59.413042 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:00:59.707330 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:00:59.843267 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:01:00.179486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7972): Launched\u000a13:01:00.459579 run iperf3-srv_10.42.42.10(pid=7973): Launched\u000a13:01:00.658412 tst iperf3.py:8: start network...\u000a13:01:00.794495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:01:01.362864 run create_hlr_db(pid=7974): Launched\u000a13:01:01.545276 bus /gobi_6: Setting Powered False\u000a13:01:02.560587 run create_hlr_db(pid=7974): Terminated: ok {rc=0}\u000a13:01:02.964057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7976): Launched\u000a13:01:03.268328 run osmo-hlr_10.42.42.2(pid=7977): Launched\u000a13:01:03.388050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:01:03.921707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7979): Launched\u000a13:01:04.225009 run osmo-stp_10.42.42.5(pid=7980): Launched\u000a13:01:04.334449 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:01:04.865701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7982): Launched\u000a13:01:04.973608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:01:05.238605 run patchelf(pid=7983): Launched\u000a13:01:05.415989 run osmo-stp_10.42.42.5(pid=7980): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7980)]\u000a13:01:05.545953 run osmo-stp_10.42.42.5(pid=7980): stdout: \u000a| (launched: 2022-12-09_13:01:04.076198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:05.676131 run osmo-stp_10.42.42.5(pid=7980): stderr: \u000a| �[0;m�[38;5;43m20221209130104244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130104244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130104244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130104244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130104245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130104245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130104245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:05.802094 run osmo-stp_10.42.42.5(pid=7980): stdout: \u000a| (launched: 2022-12-09_13:01:04.076198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:05.926966 run osmo-stp_10.42.42.5(pid=7980): stderr: \u000a| �[0;m�[38;5;43m20221209130104244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130104244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130104244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130104244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130104245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130104245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130104245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:06.071781 run patchelf(pid=7983): Terminating (SIGINT)\u000a13:01:06.241746 run patchelf(pid=7983): Terminated: ok {rc=0}\u000a13:01:06.272832 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7980): Process ended prematurely: osmo-stp_10.42.42.5(pid=7980) [trial-2360↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7980)] [trial-2360↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a13:01:06.282129 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:01:06.341560 run osmo-hlr_10.42.42.2(pid=7977): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7977)]\u000a13:01:06.390715 run osmo-hlr_10.42.42.2(pid=7977): stdout: \u000a| (launched: 2022-12-09_13:01:03.119561) \u000a13:01:06.440454 run osmo-hlr_10.42.42.2(pid=7977): stderr: \u000a| �[0;m�[1;31m20221209130103294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130103294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130103294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130103294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130103294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130103294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130103306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130103317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130103317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130103317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:01:06.482787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7972): Terminating (SIGTERM)\u000a13:01:06.522572 run iperf3-srv_10.42.42.10(pid=7973): Terminating (SIGTERM)\u000a13:01:06.562438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7976): Terminating (SIGTERM)\u000a13:01:06.602227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7979): Terminating (SIGTERM)\u000a13:01:06.642151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7982): Terminating (SIGTERM)\u000a13:01:06.651320 --- ParallelTerminationStrategy: PID 7972 died...\u000a13:01:06.705288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7972): Terminated: ok {rc=0}\u000a13:01:06.714865 --- ParallelTerminationStrategy: PID 7973 died...\u000a13:01:06.768180 run iperf3-srv_10.42.42.10(pid=7973): Terminated {rc=256}\u000a13:01:06.777772 --- ParallelTerminationStrategy: PID 7976 died...\u000a13:01:06.831225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7976): Terminated: ok {rc=0}\u000a13:01:06.840763 --- ParallelTerminationStrategy: PID 7979 died...\u000a13:01:06.894303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7979): Terminated: ok {rc=0}\u000a13:01:06.903921 --- ParallelTerminationStrategy: PID 7982 died...\u000a13:01:06.957593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7982): Terminated: ok {rc=0}\u000a13:01:07.042550 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7998): Process ended prematurely: osmo-stp_10.42.42.5(pid=7998) [trial-2360↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7998)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7998): Process ended prematurely: osmo-stp_10.42.42.5(pid=7998) [trial-2360↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:01:08.157852 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:08.169792 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:01:08.303834 tst iperf3m4.py: using LAC 21633\u000a13:01:08.432538 tst iperf3m4.py: using RAC 213\u000a13:01:08.561003 tst iperf3m4.py: using CellId 21633\u000a13:01:08.688056 tst iperf3m4.py: using BVCI 21634\u000a13:01:08.712938 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:08.724218 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:08.735311 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:08.746739 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:08.757900 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:08.768931 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:08.780397 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:08.791505 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:08.802953 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:01:08.924060 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:01:09.044508 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:01:09.162371 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:01:09.439225 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:01:09.566152 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:01:09.885233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7984): Launched\u000a13:01:10.148797 run iperf3-srv_10.42.42.10(pid=7985): Launched\u000a13:01:10.333918 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:01:10.460241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:01:10.775586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7986): Launched\u000a13:01:11.037138 run iperf3-srv_10.42.42.10(pid=7987): Launched\u000a13:01:11.223157 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:01:11.350036 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:01:11.666672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7988): Launched\u000a13:01:11.928679 run iperf3-srv_10.42.42.10(pid=7989): Launched\u000a13:01:12.113562 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:01:12.239956 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:01:12.555054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7990): Launched\u000a13:01:12.816627 run iperf3-srv_10.42.42.10(pid=7991): Launched\u000a13:01:13.001467 tst iperf3m4.py:8: start network...\u000a13:01:13.128369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:01:13.617934 run create_hlr_db(pid=7992): Launched\u000a13:01:13.793172 bus /gobi_6: Setting Powered False\u000a13:01:14.814474 run create_hlr_db(pid=7992): Terminated: ok {rc=0}\u000a13:01:15.245804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7994): Launched\u000a13:01:15.573147 run osmo-hlr_10.42.42.2(pid=7995): Launched\u000a13:01:15.692490 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:01:16.285211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7997): Launched\u000a13:01:16.821442 run osmo-stp_10.42.42.5(pid=7998): Launched\u000a13:01:17.070775 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:01:17.646139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8000): Launched\u000a13:01:17.762327 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:01:18.046742 run patchelf(pid=8001): Launched\u000a13:01:18.238263 run osmo-stp_10.42.42.5(pid=7998): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7998)]\u000a13:01:18.378155 run osmo-stp_10.42.42.5(pid=7998): stdout: \u000a| (launched: 2022-12-09_13:01:16.445508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:18.519068 run osmo-stp_10.42.42.5(pid=7998): stderr: \u000a| �[0;m�[38;5;43m20221209130116746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130116747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130116747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130116748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130116750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130116750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130116750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:18.654974 run osmo-stp_10.42.42.5(pid=7998): stdout: \u000a| (launched: 2022-12-09_13:01:16.445508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:18.789565 run osmo-stp_10.42.42.5(pid=7998): stderr: \u000a| �[0;m�[38;5;43m20221209130116746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130116747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130116747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130116748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130116750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130116750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130116750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:18.945521 run patchelf(pid=8001): Terminating (SIGINT)\u000a13:01:19.128229 run patchelf(pid=8001): Terminated: ok {rc=0}\u000a13:01:19.161925 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7998): Process ended prematurely: osmo-stp_10.42.42.5(pid=7998) [trial-2360↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7998)] [trial-2360↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:01:19.171931 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a13:01:19.236088 run osmo-hlr_10.42.42.2(pid=7995): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7995)]\u000a13:01:19.287847 run osmo-hlr_10.42.42.2(pid=7995): stdout: \u000a| (launched: 2022-12-09_13:01:15.411353) \u000a13:01:19.340564 run osmo-hlr_10.42.42.2(pid=7995): stderr: \u000a| �[0;m�[1;31m20221209130115606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130115606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130115606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130115606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130115606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130115606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130115619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130115628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130115629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130115629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:01:19.385401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7984): Terminating (SIGTERM)\u000a13:01:19.427856 run iperf3-srv_10.42.42.10(pid=7985): Terminating (SIGTERM)\u000a13:01:19.471109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7986): Terminating (SIGTERM)\u000a13:01:19.513599 run iperf3-srv_10.42.42.10(pid=7987): Terminating (SIGTERM)\u000a13:01:19.557257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7988): Terminating (SIGTERM)\u000a13:01:19.599442 run iperf3-srv_10.42.42.10(pid=7989): Terminating (SIGTERM)\u000a13:01:19.642045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7990): Terminating (SIGTERM)\u000a13:01:19.684294 run iperf3-srv_10.42.42.10(pid=7991): Terminating (SIGTERM)\u000a13:01:19.726632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7994): Terminating (SIGTERM)\u000a13:01:19.768928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7997): Terminating (SIGTERM)\u000a13:01:19.811720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8000): Terminating (SIGTERM)\u000a13:01:19.821650 --- ParallelTerminationStrategy: PID 7984 died...\u000a13:01:19.878879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7984): Terminated: ok {rc=0}\u000a13:01:19.889099 --- ParallelTerminationStrategy: PID 7985 died...\u000a13:01:19.945732 run iperf3-srv_10.42.42.10(pid=7985): Terminated {rc=256}\u000a13:01:19.955998 --- ParallelTerminationStrategy: PID 7986 died...\u000a13:01:20.012369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7986): Terminated: ok {rc=0}\u000a13:01:20.022707 --- ParallelTerminationStrategy: PID 7987 died...\u000a13:01:20.079045 run iperf3-srv_10.42.42.10(pid=7987): Terminated {rc=256}\u000a13:01:20.089347 --- ParallelTerminationStrategy: PID 7988 died...\u000a13:01:20.145699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7988): Terminated: ok {rc=0}\u000a13:01:20.155819 --- ParallelTerminationStrategy: PID 7989 died...\u000a13:01:20.212381 run iperf3-srv_10.42.42.10(pid=7989): Terminated {rc=256}\u000a13:01:20.222458 --- ParallelTerminationStrategy: PID 7990 died...\u000a13:01:20.279220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7990): Terminated: ok {rc=0}\u000a13:01:20.289379 --- ParallelTerminationStrategy: PID 7991 died...\u000a13:01:20.346034 run iperf3-srv_10.42.42.10(pid=7991): Terminated {rc=256}\u000a13:01:20.356184 --- ParallelTerminationStrategy: PID 7994 died...\u000a13:01:20.412491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7994): Terminated: ok {rc=0}\u000a13:01:20.423019 --- ParallelTerminationStrategy: PID 7997 died...\u000a13:01:20.479469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7997): Terminated: ok {rc=0}\u000a13:01:20.489889 --- ParallelTerminationStrategy: PID 8000 died...\u000a13:01:20.546497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8000): Terminated: ok {rc=0}\u000a13:01:20.634996 bus /gobi_4: Setting Powered False\u000a13:01:21.743653 bus /gobi_4: Setting Powered False\u000a13:01:22.852613 bus /gobi_1: Setting Powered False\u000a13:01:23.959515 bus /gobi_1: Setting Powered False\u000a13:01:25.068224 bus /gobi_0: Setting Powered False\u000a13:01:26.175553 bus /gobi_0: Setting Powered False\u000a13:01:27.285057 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8008): Process ended prematurely: osmo-stp_10.42.42.5(pid=8008) [trial-2360↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8008)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8008): Process ended prematurely: osmo-stp_10.42.42.5(pid=8008) [trial-2360↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:01:28.351496 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:28.362901 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:01:28.487952 tst ping.py: using LAC 21634\u000a13:01:28.608311 tst ping.py: using RAC 214\u000a13:01:28.727899 tst ping.py: using CellId 21634\u000a13:01:28.845833 tst ping.py: using BVCI 21635\u000a13:01:28.868776 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:28.879593 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:28.890314 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:28.901070 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:28.911569 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:28.922054 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:28.932699 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:28.943320 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:01:29.218630 tst ping.py:19: start network...\u000a13:01:29.344138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:01:29.828764 run create_hlr_db(pid=8002): Launched\u000a13:01:30.016360 bus /gobi_6: Setting Powered False\u000a13:01:31.046061 run create_hlr_db(pid=8002): Terminated: ok {rc=0}\u000a13:01:31.495162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8004): Launched\u000a13:01:31.884044 run osmo-hlr_10.42.42.2(pid=8005): Launched\u000a13:01:32.000878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:01:32.650712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8007): Launched\u000a13:01:32.954072 run osmo-stp_10.42.42.5(pid=8008): Launched\u000a13:01:33.063967 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:01:33.591738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8010): Launched\u000a13:01:33.698916 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:01:33.962342 run patchelf(pid=8011): Launched\u000a13:01:34.139851 run osmo-stp_10.42.42.5(pid=8008): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8008)]\u000a13:01:34.269683 run osmo-stp_10.42.42.5(pid=8008): stdout: \u000a| (launched: 2022-12-09_13:01:32.804234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:34.399756 run osmo-stp_10.42.42.5(pid=8008): stderr: \u000a| �[0;m�[38;5;43m20221209130132975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130132975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130132975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130132976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130132976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130132976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130132976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:34.524897 run osmo-stp_10.42.42.5(pid=8008): stdout: \u000a| (launched: 2022-12-09_13:01:32.804234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:34.649195 run osmo-stp_10.42.42.5(pid=8008): stderr: \u000a| �[0;m�[38;5;43m20221209130132975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130132975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130132975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130132976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130132976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130132976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130132976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:34.793472 run patchelf(pid=8011): Terminating (SIGINT)\u000a13:01:34.963032 run patchelf(pid=8011): Terminated: ok {rc=0}\u000a13:01:34.993800 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8008): Process ended prematurely: osmo-stp_10.42.42.5(pid=8008) [trial-2360↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8008)] [trial-2360↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a13:01:35.002506 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:01:35.062936 run osmo-hlr_10.42.42.2(pid=8005): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8005)]\u000a13:01:35.112476 run osmo-hlr_10.42.42.2(pid=8005): stdout: \u000a| (launched: 2022-12-09_13:01:31.664347) \u000a13:01:35.162826 run osmo-hlr_10.42.42.2(pid=8005): stderr: \u000a| �[0;m�[1;31m20221209130132037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130132037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130132037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130132037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130132037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130132037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130132060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130132082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130132083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130132083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:01:35.205642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8004): Terminating (SIGTERM)\u000a13:01:35.246457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8007): Terminating (SIGTERM)\u000a13:01:35.287038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8010): Terminating (SIGTERM)\u000a13:01:35.296325 --- ParallelTerminationStrategy: PID 8004 died...\u000a13:01:35.350297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8004): Terminated: ok {rc=0}\u000a13:01:35.359927 --- ParallelTerminationStrategy: PID 8007 died...\u000a13:01:35.414479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8007): Terminated: ok {rc=0}\u000a13:01:35.424089 --- ParallelTerminationStrategy: PID 8010 died...\u000a13:01:35.477654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8010): Terminated: ok {rc=0}\u000a13:01:35.566815 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8018): Process ended prematurely: osmo-stp_10.42.42.5(pid=8018) [trial-2360↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8018)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8018): Process ended prematurely: osmo-stp_10.42.42.5(pid=8018) [trial-2360↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:01:36.617686 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:36.629343 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:01:36.755636 tst ping_idle_ping.py: using LAC 21635\u000a13:01:36.877237 tst ping_idle_ping.py: using RAC 215\u000a13:01:37.004575 tst ping_idle_ping.py: using CellId 21635\u000a13:01:37.132072 tst ping_idle_ping.py: using BVCI 21636\u000a13:01:37.157193 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:37.168602 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:37.180002 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:37.192113 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:37.204216 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:37.216351 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:37.228643 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:01:37.240669 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:01:37.519369 tst ping_idle_ping.py:24: start network...\u000a13:01:37.645325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:01:38.137819 run create_hlr_db(pid=8012): Launched\u000a13:01:38.313414 bus /gobi_6: Setting Powered False\u000a13:01:39.336433 run create_hlr_db(pid=8012): Terminated: ok {rc=0}\u000a13:01:39.771313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8014): Launched\u000a13:01:40.096712 run osmo-hlr_10.42.42.2(pid=8015): Launched\u000a13:01:40.217455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:01:40.781763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8017): Launched\u000a13:01:41.104119 run osmo-stp_10.42.42.5(pid=8018): Launched\u000a13:01:41.221838 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:01:41.788391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8020): Launched\u000a13:01:41.903890 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:01:42.185722 run patchelf(pid=8021): Launched\u000a13:01:42.375191 run osmo-stp_10.42.42.5(pid=8018): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8018)]\u000a13:01:42.514487 run osmo-stp_10.42.42.5(pid=8018): stdout: \u000a| (launched: 2022-12-09_13:01:40.945853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:42.653423 run osmo-stp_10.42.42.5(pid=8018): stderr: \u000a| �[0;m�[38;5;43m20221209130141136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130141136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130141136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130141137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130141137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130141137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130141137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:42.787790 run osmo-stp_10.42.42.5(pid=8018): stdout: \u000a| (launched: 2022-12-09_13:01:40.945853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:42.920647 run osmo-stp_10.42.42.5(pid=8018): stderr: \u000a| �[0;m�[38;5;43m20221209130141136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130141136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130141136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130141137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130141137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130141137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130141137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:43.074866 run patchelf(pid=8021): Terminating (SIGINT)\u000a13:01:43.255175 run patchelf(pid=8021): Terminated: ok {rc=0}\u000a13:01:43.287937 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8018): Process ended prematurely: osmo-stp_10.42.42.5(pid=8018) [trial-2360↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8018)] [trial-2360↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:01:43.297438 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:01:43.361629 run osmo-hlr_10.42.42.2(pid=8015): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8015)]\u000a13:01:43.413646 run osmo-hlr_10.42.42.2(pid=8015): stdout: \u000a| (launched: 2022-12-09_13:01:39.936485) \u000a13:01:43.466806 run osmo-hlr_10.42.42.2(pid=8015): stderr: \u000a| �[0;m�[1;31m20221209130140136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130140136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130140136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130140136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130140136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130140136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130140148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130140156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130140156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130140157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:01:43.511863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8014): Terminating (SIGTERM)\u000a13:01:43.554272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8017): Terminating (SIGTERM)\u000a13:01:43.597167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8020): Terminating (SIGTERM)\u000a13:01:43.606956 --- ParallelTerminationStrategy: PID 8014 died...\u000a13:01:43.664133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8014): Terminated: ok {rc=0}\u000a13:01:43.674425 --- ParallelTerminationStrategy: PID 8017 died...\u000a13:01:43.731271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8017): Terminated: ok {rc=0}\u000a13:01:43.741616 --- ParallelTerminationStrategy: PID 8020 died...\u000a13:01:43.797989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8020): Terminated: ok {rc=0}\u000a13:01:43.886589 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:00:45" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8036): Process ended prematurely: osmo-stp_10.42.42.5(pid=8036) [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8036)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8036): Process ended prematurely: osmo-stp_10.42.42.5(pid=8036) [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:01:46.034954 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:46.047286 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:01:46.198057 tst cs_paging_gprs_active.py: using LAC 21636\u000a13:01:46.331461 tst cs_paging_gprs_active.py: using RAC 216\u000a13:01:46.458409 tst cs_paging_gprs_active.py: using CellId 21636\u000a13:01:46.617655 tst cs_paging_gprs_active.py: using BVCI 21637\u000a13:01:46.653695 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:46.669867 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:46.680774 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:46.692442 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:46.703844 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:46.715459 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:46.726975 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:46.739267 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:46.751271 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:01:46.887262 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:01:47.203113 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:01:47.344245 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:01:47.686268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8026): Launched\u000a13:01:47.968183 run iperf3-srv_10.42.42.10(pid=8027): Launched\u000a13:01:48.170308 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:01:48.308268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:01:48.647840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8028): Launched\u000a13:01:48.930396 run iperf3-srv_10.42.42.10(pid=8029): Launched\u000a13:01:49.131564 tst cs_paging_gprs_active.py:38: start network...\u000a13:01:49.268771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:01:49.785739 run create_hlr_db(pid=8030): Launched\u000a13:01:49.975655 bus /gobi_6: Setting Powered False\u000a13:01:50.996145 run create_hlr_db(pid=8030): Terminated: ok {rc=0}\u000a13:01:51.410023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8032): Launched\u000a13:01:51.720172 run osmo-hlr_10.42.42.2(pid=8033): Launched\u000a13:01:51.842414 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:01:52.382963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8035): Launched\u000a13:01:52.691920 run osmo-stp_10.42.42.5(pid=8036): Launched\u000a13:01:52.804058 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:01:53.339782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8038): Launched\u000a13:01:53.450289 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:01:53.719150 run patchelf(pid=8039): Launched\u000a13:01:53.899305 run osmo-stp_10.42.42.5(pid=8036): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8036)]\u000a13:01:54.031348 run osmo-stp_10.42.42.5(pid=8036): stdout: \u000a| (launched: 2022-12-09_13:01:52.539790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:54.163460 run osmo-stp_10.42.42.5(pid=8036): stderr: \u000a| �[0;m�[38;5;43m20221209130152711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130152712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130152712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130152712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130152713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130152713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130152713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:54.291288 run osmo-stp_10.42.42.5(pid=8036): stdout: \u000a| (launched: 2022-12-09_13:01:52.539790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:01:54.417672 run osmo-stp_10.42.42.5(pid=8036): stderr: \u000a| �[0;m�[38;5;43m20221209130152711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130152712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130152712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130152712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130152713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130152713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130152713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:01:54.564096 run patchelf(pid=8039): Terminating (SIGINT)\u000a13:01:54.736341 run patchelf(pid=8039): Terminated: ok {rc=0}\u000a13:01:54.767971 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8036): Process ended prematurely: osmo-stp_10.42.42.5(pid=8036) [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8036)] [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:01:54.777183 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:01:54.837099 run osmo-hlr_10.42.42.2(pid=8033): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8033)]\u000a13:01:54.886149 run osmo-hlr_10.42.42.2(pid=8033): stdout: \u000a| (launched: 2022-12-09_13:01:51.567127) \u000a13:01:54.935867 run osmo-hlr_10.42.42.2(pid=8033): stderr: \u000a| �[0;m�[1;31m20221209130151746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130151746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130151746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130151746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130151746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130151746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130151759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130151768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130151768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130151768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:01:54.978058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8026): Terminating (SIGTERM)\u000a13:01:55.017824 run iperf3-srv_10.42.42.10(pid=8027): Terminating (SIGTERM)\u000a13:01:55.057610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8028): Terminating (SIGTERM)\u000a13:01:55.097166 run iperf3-srv_10.42.42.10(pid=8029): Terminating (SIGTERM)\u000a13:01:55.137477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8032): Terminating (SIGTERM)\u000a13:01:55.177113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8035): Terminating (SIGTERM)\u000a13:01:55.216602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8038): Terminating (SIGTERM)\u000a13:01:55.225711 --- ParallelTerminationStrategy: PID 8026 died...\u000a13:01:55.278835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8026): Terminated: ok {rc=0}\u000a13:01:55.288328 --- ParallelTerminationStrategy: PID 8027 died...\u000a13:01:55.341280 run iperf3-srv_10.42.42.10(pid=8027): Terminated {rc=256}\u000a13:01:55.350637 --- ParallelTerminationStrategy: PID 8028 died...\u000a13:01:55.403773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8028): Terminated: ok {rc=0}\u000a13:01:55.413288 --- ParallelTerminationStrategy: PID 8029 died...\u000a13:01:55.466271 run iperf3-srv_10.42.42.10(pid=8029): Terminated {rc=256}\u000a13:01:55.475672 --- ParallelTerminationStrategy: PID 8032 died...\u000a13:01:55.528612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8032): Terminated: ok {rc=0}\u000a13:01:55.538124 --- ParallelTerminationStrategy: PID 8035 died...\u000a13:01:55.590940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8035): Terminated: ok {rc=0}\u000a13:01:55.600408 --- ParallelTerminationStrategy: PID 8038 died...\u000a13:01:55.653337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8038): Terminated: ok {rc=0}\u000a13:01:55.742010 bus /gobi_0: Setting Powered False\u000a13:01:56.846130 bus /gobi_0: Setting Powered False\u000a13:01:57.954085 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8048): Process ended prematurely: osmo-stp_10.42.42.5(pid=8048) [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8048)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8048): Process ended prematurely: osmo-stp_10.42.42.5(pid=8048) [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:01:59.070313 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:59.082651 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:01:59.240393 tst iperf3.py: using LAC 21637\u000a13:01:59.370367 tst iperf3.py: using RAC 217\u000a13:01:59.499344 tst iperf3.py: using CellId 21637\u000a13:01:59.622951 tst iperf3.py: using BVCI 21638\u000a13:01:59.646634 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:59.657654 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:59.668478 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:59.679406 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:59.690231 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:59.701131 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:59.711912 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:59.722523 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:01:59.733372 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:02:00.030291 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:02:00.167772 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:02:00.507290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8040): Launched\u000a13:02:00.791991 run iperf3-srv_10.42.42.10(pid=8041): Launched\u000a13:02:01.014251 tst iperf3.py:8: start network...\u000a13:02:01.154865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:02:01.711977 run create_hlr_db(pid=8042): Launched\u000a13:02:01.895277 bus /gobi_6: Setting Powered False\u000a13:02:02.911226 run create_hlr_db(pid=8042): Terminated: ok {rc=0}\u000a13:02:03.321469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8044): Launched\u000a13:02:03.631774 run osmo-hlr_10.42.42.2(pid=8045): Launched\u000a13:02:03.754138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:02:04.295517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8047): Launched\u000a13:02:04.604133 run osmo-stp_10.42.42.5(pid=8048): Launched\u000a13:02:04.726587 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:02:05.270433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8050): Launched\u000a13:02:05.380188 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:02:05.650958 run patchelf(pid=8051): Launched\u000a13:02:05.831065 run osmo-stp_10.42.42.5(pid=8048): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8048)]\u000a13:02:05.962652 run osmo-stp_10.42.42.5(pid=8048): stdout: \u000a| (launched: 2022-12-09_13:02:04.452060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:06.094945 run osmo-stp_10.42.42.5(pid=8048): stderr: \u000a| �[0;m�[38;5;43m20221209130204627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130204627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130204628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130204628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130204628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130204629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130204629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:06.222440 run osmo-stp_10.42.42.5(pid=8048): stdout: \u000a| (launched: 2022-12-09_13:02:04.452060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:06.348791 run osmo-stp_10.42.42.5(pid=8048): stderr: \u000a| �[0;m�[38;5;43m20221209130204627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130204627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130204628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130204628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130204628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130204629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130204629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:06.495441 run patchelf(pid=8051): Terminating (SIGINT)\u000a13:02:06.666762 run patchelf(pid=8051): Terminated: ok {rc=0}\u000a13:02:06.698170 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8048): Process ended prematurely: osmo-stp_10.42.42.5(pid=8048) [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8048)] [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:02:06.707540 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:02:06.767255 run osmo-hlr_10.42.42.2(pid=8045): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8045)]\u000a13:02:06.816398 run osmo-hlr_10.42.42.2(pid=8045): stdout: \u000a| (launched: 2022-12-09_13:02:03.478716) \u000a13:02:06.866032 run osmo-hlr_10.42.42.2(pid=8045): stderr: \u000a| �[0;m�[1;31m20221209130203657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130203657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130203657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130203657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130203657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130203657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130203669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130203678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130203679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130203679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:02:06.908029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8040): Terminating (SIGTERM)\u000a13:02:06.947625 run iperf3-srv_10.42.42.10(pid=8041): Terminating (SIGTERM)\u000a13:02:06.987263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8044): Terminating (SIGTERM)\u000a13:02:07.026845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8047): Terminating (SIGTERM)\u000a13:02:07.066734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8050): Terminating (SIGTERM)\u000a13:02:07.075801 --- ParallelTerminationStrategy: PID 8040 died...\u000a13:02:07.129529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8040): Terminated: ok {rc=0}\u000a13:02:07.138985 --- ParallelTerminationStrategy: PID 8041 died...\u000a13:02:07.192109 run iperf3-srv_10.42.42.10(pid=8041): Terminated {rc=256}\u000a13:02:07.201673 --- ParallelTerminationStrategy: PID 8044 died...\u000a13:02:07.254731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8044): Terminated: ok {rc=0}\u000a13:02:07.264224 --- ParallelTerminationStrategy: PID 8047 died...\u000a13:02:07.317407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8047): Terminated: ok {rc=0}\u000a13:02:07.326898 --- ParallelTerminationStrategy: PID 8050 died...\u000a13:02:07.380726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8050): Terminated: ok {rc=0}\u000a13:02:07.469638 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8066): Process ended prematurely: osmo-stp_10.42.42.5(pid=8066) [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8066)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8066): Process ended prematurely: osmo-stp_10.42.42.5(pid=8066) [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:02:08.580752 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:08.592320 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:02:08.738780 tst iperf3m4.py: using LAC 21638\u000a13:02:08.858599 tst iperf3m4.py: using RAC 218\u000a13:02:08.977755 tst iperf3m4.py: using CellId 21638\u000a13:02:09.096322 tst iperf3m4.py: using BVCI 21639\u000a13:02:09.119938 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:09.130913 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:09.141648 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:09.152608 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:09.163306 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:09.173954 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:09.184685 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:09.195370 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:09.206190 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:02:09.328119 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:02:09.448688 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:02:09.570928 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:02:09.852289 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:02:09.980057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:02:10.298857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8052): Launched\u000a13:02:10.564590 run iperf3-srv_10.42.42.10(pid=8053): Launched\u000a13:02:10.752115 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:02:10.879967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:02:11.200365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8054): Launched\u000a13:02:11.465453 run iperf3-srv_10.42.42.10(pid=8055): Launched\u000a13:02:11.652886 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:02:11.780664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:02:12.101166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8056): Launched\u000a13:02:12.366522 run iperf3-srv_10.42.42.10(pid=8057): Launched\u000a13:02:12.553747 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:02:12.681947 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:02:13.001090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8058): Launched\u000a13:02:13.265961 run iperf3-srv_10.42.42.10(pid=8059): Launched\u000a13:02:13.452393 tst iperf3m4.py:8: start network...\u000a13:02:13.581333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:02:14.074637 run create_hlr_db(pid=8060): Launched\u000a13:02:14.251744 bus /gobi_6: Setting Powered False\u000a13:02:15.272181 run create_hlr_db(pid=8060): Terminated: ok {rc=0}\u000a13:02:15.709129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8062): Launched\u000a13:02:16.180615 run osmo-hlr_10.42.42.2(pid=8063): Launched\u000a13:02:16.405873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:02:16.991112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8065): Launched\u000a13:02:17.314239 run osmo-stp_10.42.42.5(pid=8066): Launched\u000a13:02:17.428641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:02:17.968870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8068): Launched\u000a13:02:18.078711 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:02:18.347770 run patchelf(pid=8069): Launched\u000a13:02:18.529323 run osmo-stp_10.42.42.5(pid=8066): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8066)]\u000a13:02:18.661296 run osmo-stp_10.42.42.5(pid=8066): stdout: \u000a| (launched: 2022-12-09_13:02:17.152081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:18.793273 run osmo-stp_10.42.42.5(pid=8066): stderr: \u000a| �[0;m�[38;5;43m20221209130217325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130217326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130217326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130217326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130217327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130217327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130217327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:18.920817 run osmo-stp_10.42.42.5(pid=8066): stdout: \u000a| (launched: 2022-12-09_13:02:17.152081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:19.047570 run osmo-stp_10.42.42.5(pid=8066): stderr: \u000a| �[0;m�[38;5;43m20221209130217325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130217326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130217326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130217326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130217327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130217327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130217327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:19.194979 run patchelf(pid=8069): Terminating (SIGINT)\u000a13:02:19.367353 run patchelf(pid=8069): Terminated: ok {rc=0}\u000a13:02:19.398966 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8066): Process ended prematurely: osmo-stp_10.42.42.5(pid=8066) [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8066)] [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:02:19.408204 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a13:02:19.469142 run osmo-hlr_10.42.42.2(pid=8063): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8063)]\u000a13:02:19.519032 run osmo-hlr_10.42.42.2(pid=8063): stdout: \u000a| (launched: 2022-12-09_13:02:15.888251) \u000a13:02:19.569645 run osmo-hlr_10.42.42.2(pid=8063): stderr: \u000a| �[0;m�[1;31m20221209130216171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130216171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130216171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130216171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130216172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130216172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130216191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130216199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130216200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130216200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:02:19.612979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8052): Terminating (SIGTERM)\u000a13:02:19.653548 run iperf3-srv_10.42.42.10(pid=8053): Terminating (SIGTERM)\u000a13:02:19.694124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8054): Terminating (SIGTERM)\u000a13:02:19.734396 run iperf3-srv_10.42.42.10(pid=8055): Terminating (SIGTERM)\u000a13:02:19.774832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8056): Terminating (SIGTERM)\u000a13:02:19.815102 run iperf3-srv_10.42.42.10(pid=8057): Terminating (SIGTERM)\u000a13:02:19.855538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8058): Terminating (SIGTERM)\u000a13:02:19.895707 run iperf3-srv_10.42.42.10(pid=8059): Terminating (SIGTERM)\u000a13:02:19.936545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8062): Terminating (SIGTERM)\u000a13:02:19.976779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8065): Terminating (SIGTERM)\u000a13:02:20.017065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8068): Terminating (SIGTERM)\u000a13:02:20.026262 --- ParallelTerminationStrategy: PID 8052 died...\u000a13:02:20.080714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8052): Terminated: ok {rc=0}\u000a13:02:20.090319 --- ParallelTerminationStrategy: PID 8053 died...\u000a13:02:20.143870 run iperf3-srv_10.42.42.10(pid=8053): Terminated {rc=256}\u000a13:02:20.153852 --- ParallelTerminationStrategy: PID 8054 died...\u000a13:02:20.207995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8054): Terminated: ok {rc=0}\u000a13:02:20.217695 --- ParallelTerminationStrategy: PID 8055 died...\u000a13:02:20.270985 run iperf3-srv_10.42.42.10(pid=8055): Terminated {rc=256}\u000a13:02:20.280454 --- ParallelTerminationStrategy: PID 8056 died...\u000a13:02:20.333915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8056): Terminated: ok {rc=0}\u000a13:02:20.343467 --- ParallelTerminationStrategy: PID 8057 died...\u000a13:02:20.396709 run iperf3-srv_10.42.42.10(pid=8057): Terminated {rc=256}\u000a13:02:20.406270 --- ParallelTerminationStrategy: PID 8058 died...\u000a13:02:20.460310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8058): Terminated: ok {rc=0}\u000a13:02:20.470026 --- ParallelTerminationStrategy: PID 8059 died...\u000a13:02:20.523241 run iperf3-srv_10.42.42.10(pid=8059): Terminated {rc=256}\u000a13:02:20.533173 --- ParallelTerminationStrategy: PID 8062 died...\u000a13:02:20.586780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8062): Terminated: ok {rc=0}\u000a13:02:20.596394 --- ParallelTerminationStrategy: PID 8065 died...\u000a13:02:20.649920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8065): Terminated: ok {rc=0}\u000a13:02:20.659841 --- ParallelTerminationStrategy: PID 8068 died...\u000a13:02:20.713620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8068): Terminated: ok {rc=0}\u000a13:02:20.803307 bus /gobi_4: Setting Powered False\u000a13:02:21.908477 bus /gobi_4: Setting Powered False\u000a13:02:23.022100 bus /gobi_1: Setting Powered False\u000a13:02:24.124273 bus /gobi_1: Setting Powered False\u000a13:02:25.237196 bus /gobi_0: Setting Powered False\u000a13:02:26.341341 bus /gobi_0: Setting Powered False\u000a13:02:27.455980 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8076): Process ended prematurely: osmo-stp_10.42.42.5(pid=8076) [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8076)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8076): Process ended prematurely: osmo-stp_10.42.42.5(pid=8076) [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:02:28.522757 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:28.534453 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:02:28.679676 tst ping.py: using LAC 21639\u000a13:02:28.802947 tst ping.py: using RAC 219\u000a13:02:28.922979 tst ping.py: using CellId 21639\u000a13:02:29.040127 tst ping.py: using BVCI 21640\u000a13:02:29.063537 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:29.074560 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:29.085327 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:29.095989 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:29.106639 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:29.117213 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:29.128012 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:29.139093 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:02:29.415479 tst ping.py:19: start network...\u000a13:02:29.540633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:02:30.024479 run create_hlr_db(pid=8070): Launched\u000a13:02:30.199278 bus /gobi_6: Setting Powered False\u000a13:02:31.234293 run create_hlr_db(pid=8070): Terminated: ok {rc=0}\u000a13:02:31.687478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8072): Launched\u000a13:02:32.137288 run osmo-hlr_10.42.42.2(pid=8073): Launched\u000a13:02:32.289667 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:02:32.817243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8075): Launched\u000a13:02:33.122300 run osmo-stp_10.42.42.5(pid=8076): Launched\u000a13:02:33.231699 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:02:33.761329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8078): Launched\u000a13:02:33.868506 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:02:34.134214 run patchelf(pid=8079): Launched\u000a13:02:34.311707 run osmo-stp_10.42.42.5(pid=8076): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8076)]\u000a13:02:34.441641 run osmo-stp_10.42.42.5(pid=8076): stdout: \u000a| (launched: 2022-12-09_13:02:32.970689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:34.571619 run osmo-stp_10.42.42.5(pid=8076): stderr: \u000a| �[0;m�[38;5;43m20221209130233143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130233143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130233143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130233144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130233144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130233144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130233144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:34.696797 run osmo-stp_10.42.42.5(pid=8076): stdout: \u000a| (launched: 2022-12-09_13:02:32.970689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:34.821345 run osmo-stp_10.42.42.5(pid=8076): stderr: \u000a| �[0;m�[38;5;43m20221209130233143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130233143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130233143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130233144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130233144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130233144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130233144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:34.965893 run patchelf(pid=8079): Terminating (SIGINT)\u000a13:02:35.135112 run patchelf(pid=8079): Terminated: ok {rc=0}\u000a13:02:35.166039 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8076): Process ended prematurely: osmo-stp_10.42.42.5(pid=8076) [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8076)] [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:02:35.174769 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:02:35.235190 run osmo-hlr_10.42.42.2(pid=8073): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8073)]\u000a13:02:35.284727 run osmo-hlr_10.42.42.2(pid=8073): stdout: \u000a| (launched: 2022-12-09_13:02:31.855534) \u000a13:02:35.335475 run osmo-hlr_10.42.42.2(pid=8073): stderr: \u000a| �[0;m�[1;31m20221209130232055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130232055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130232055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130232055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130232055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130232055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130232073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130232090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130232091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130232091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:02:35.378364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8072): Terminating (SIGTERM)\u000a13:02:35.419000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8075): Terminating (SIGTERM)\u000a13:02:35.459546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8078): Terminating (SIGTERM)\u000a13:02:35.468854 --- ParallelTerminationStrategy: PID 8072 died...\u000a13:02:35.523205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8072): Terminated: ok {rc=0}\u000a13:02:35.533254 --- ParallelTerminationStrategy: PID 8075 died...\u000a13:02:35.587077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8075): Terminated: ok {rc=0}\u000a13:02:35.596707 --- ParallelTerminationStrategy: PID 8078 died...\u000a13:02:35.650536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8078): Terminated: ok {rc=0}\u000a13:02:35.740036 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8087): Process ended prematurely: osmo-stp_10.42.42.5(pid=8087) [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8087)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8087): Process ended prematurely: osmo-stp_10.42.42.5(pid=8087) [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:02:36.792054 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:36.803810 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:02:36.951065 tst ping_idle_ping.py: using LAC 21640\u000a13:02:37.070233 tst ping_idle_ping.py: using RAC 220\u000a13:02:37.191887 tst ping_idle_ping.py: using CellId 21640\u000a13:02:37.316408 tst ping_idle_ping.py: using BVCI 21641\u000a13:02:37.339717 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:37.350789 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:37.361526 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:37.372699 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:37.383386 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:37.394081 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:37.404935 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:02:37.416056 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:02:37.693548 tst ping_idle_ping.py:24: start network...\u000a13:02:37.821056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:02:38.309662 run create_hlr_db(pid=8081): Launched\u000a13:02:38.487007 bus /gobi_6: Setting Powered False\u000a13:02:39.506191 run create_hlr_db(pid=8081): Terminated: ok {rc=0}\u000a13:02:39.937860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8083): Launched\u000a13:02:40.262989 run osmo-hlr_10.42.42.2(pid=8084): Launched\u000a13:02:40.382231 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:02:40.948916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8086): Launched\u000a13:02:41.275242 run osmo-stp_10.42.42.5(pid=8087): Launched\u000a13:02:41.393054 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:02:41.959956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8089): Launched\u000a13:02:42.075317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:02:42.358277 run patchelf(pid=8090): Launched\u000a13:02:42.549369 run osmo-stp_10.42.42.5(pid=8087): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8087)]\u000a13:02:42.688824 run osmo-stp_10.42.42.5(pid=8087): stdout: \u000a| (launched: 2022-12-09_13:02:41.113925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:42.827870 run osmo-stp_10.42.42.5(pid=8087): stderr: \u000a| �[0;m�[38;5;43m20221209130241306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130241306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130241307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130241307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130241308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130241308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130241308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:42.962259 run osmo-stp_10.42.42.5(pid=8087): stdout: \u000a| (launched: 2022-12-09_13:02:41.113925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:43.095431 run osmo-stp_10.42.42.5(pid=8087): stderr: \u000a| �[0;m�[38;5;43m20221209130241306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130241306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130241307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130241307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130241308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130241308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130241308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:43.250080 run patchelf(pid=8090): Terminating (SIGINT)\u000a13:02:43.431429 run patchelf(pid=8090): Terminated: ok {rc=0}\u000a13:02:43.464494 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8087): Process ended prematurely: osmo-stp_10.42.42.5(pid=8087) [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8087)] [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:02:43.473919 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:02:43.539176 run osmo-hlr_10.42.42.2(pid=8084): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8084)]\u000a13:02:43.592373 run osmo-hlr_10.42.42.2(pid=8084): stdout: \u000a| (launched: 2022-12-09_13:02:40.102791) \u000a13:02:43.645702 run osmo-hlr_10.42.42.2(pid=8084): stderr: \u000a| �[0;m�[1;31m20221209130240301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130240301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130240301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130240301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130240301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130240301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130240313 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130240321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130240322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130240322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:02:43.690927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8083): Terminating (SIGTERM)\u000a13:02:43.734152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8086): Terminating (SIGTERM)\u000a13:02:43.777596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8089): Terminating (SIGTERM)\u000a13:02:43.787409 --- ParallelTerminationStrategy: PID 8083 died...\u000a13:02:43.844765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8083): Terminated: ok {rc=0}\u000a13:02:43.854971 --- ParallelTerminationStrategy: PID 8086 died...\u000a13:02:43.911770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8086): Terminated: ok {rc=0}\u000a13:02:43.922214 --- ParallelTerminationStrategy: PID 8089 died...\u000a13:02:43.979081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8089): Terminated: ok {rc=0}\u000a13:02:44.066824 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:01:45" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8104): Process ended prematurely: osmo-stp_10.42.42.5(pid=8104) [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8104)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8104): Process ended prematurely: osmo-stp_10.42.42.5(pid=8104) [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:02:46.247258 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:46.261673 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:02:46.425848 tst cs_paging_gprs_active.py: using LAC 21641\u000a13:02:46.581314 tst cs_paging_gprs_active.py: using RAC 221\u000a13:02:46.706234 tst cs_paging_gprs_active.py: using CellId 21641\u000a13:02:46.829770 tst cs_paging_gprs_active.py: using BVCI 21642\u000a13:02:46.854141 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:46.865629 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:46.876917 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:46.888701 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:46.901195 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:46.912505 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:46.924440 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:46.936294 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:46.948735 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:02:47.067654 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:02:47.356188 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:02:47.485898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:02:47.805961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8094): Launched\u000a13:02:48.072825 run iperf3-srv_10.42.42.10(pid=8095): Launched\u000a13:02:48.261724 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:02:48.390764 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:02:48.711527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8096): Launched\u000a13:02:48.978382 run iperf3-srv_10.42.42.10(pid=8097): Launched\u000a13:02:49.167449 tst cs_paging_gprs_active.py:38: start network...\u000a13:02:49.296202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:02:49.790804 run create_hlr_db(pid=8098): Launched\u000a13:02:49.981234 bus /gobi_6: Setting Powered False\u000a13:02:51.002657 run create_hlr_db(pid=8098): Terminated: ok {rc=0}\u000a13:02:51.417330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8100): Launched\u000a13:02:51.727716 run osmo-hlr_10.42.42.2(pid=8101): Launched\u000a13:02:51.846701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:02:52.385560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8103): Launched\u000a13:02:52.696714 run osmo-stp_10.42.42.5(pid=8104): Launched\u000a13:02:52.809985 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:02:53.350692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8106): Launched\u000a13:02:53.461360 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:02:53.731296 run patchelf(pid=8107): Launched\u000a13:02:53.913769 run osmo-stp_10.42.42.5(pid=8104): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8104)]\u000a13:02:54.046618 run osmo-stp_10.42.42.5(pid=8104): stdout: \u000a| (launched: 2022-12-09_13:02:52.543574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:54.179903 run osmo-stp_10.42.42.5(pid=8104): stderr: \u000a| �[0;m�[38;5;43m20221209130252716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130252716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130252716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130252717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130252717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130252717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130252717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:54.308215 run osmo-stp_10.42.42.5(pid=8104): stdout: \u000a| (launched: 2022-12-09_13:02:52.543574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:02:54.435609 run osmo-stp_10.42.42.5(pid=8104): stderr: \u000a| �[0;m�[38;5;43m20221209130252716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130252716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130252716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130252717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130252717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130252717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130252717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:02:54.583145 run patchelf(pid=8107): Terminating (SIGINT)\u000a13:02:54.755963 run patchelf(pid=8107): Terminated: ok {rc=0}\u000a13:02:54.787693 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8104): Process ended prematurely: osmo-stp_10.42.42.5(pid=8104) [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8104)] [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:02:54.797017 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a13:02:54.857247 run osmo-hlr_10.42.42.2(pid=8101): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8101)]\u000a13:02:54.906821 run osmo-hlr_10.42.42.2(pid=8101): stdout: \u000a| (launched: 2022-12-09_13:02:51.574928) \u000a13:02:54.956815 run osmo-hlr_10.42.42.2(pid=8101): stderr: \u000a| �[0;m�[1;31m20221209130251753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130251753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130251753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130251753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130251753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130251754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130251766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130251776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130251777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130251777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:02:54.999538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8094): Terminating (SIGTERM)\u000a13:02:55.039907 run iperf3-srv_10.42.42.10(pid=8095): Terminating (SIGTERM)\u000a13:02:55.080154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8096): Terminating (SIGTERM)\u000a13:02:55.120279 run iperf3-srv_10.42.42.10(pid=8097): Terminating (SIGTERM)\u000a13:02:55.160536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8100): Terminating (SIGTERM)\u000a13:02:55.200564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8103): Terminating (SIGTERM)\u000a13:02:55.241018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8106): Terminating (SIGTERM)\u000a13:02:55.250245 --- ParallelTerminationStrategy: PID 8094 died...\u000a13:02:55.303711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8094): Terminated: ok {rc=0}\u000a13:02:55.313335 --- ParallelTerminationStrategy: PID 8095 died...\u000a13:02:55.366427 run iperf3-srv_10.42.42.10(pid=8095): Terminated {rc=256}\u000a13:02:55.375962 --- ParallelTerminationStrategy: PID 8096 died...\u000a13:02:55.429557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8096): Terminated: ok {rc=0}\u000a13:02:55.439149 --- ParallelTerminationStrategy: PID 8097 died...\u000a13:02:55.492246 run iperf3-srv_10.42.42.10(pid=8097): Terminated {rc=256}\u000a13:02:55.501920 --- ParallelTerminationStrategy: PID 8100 died...\u000a13:02:55.555133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8100): Terminated: ok {rc=0}\u000a13:02:55.564785 --- ParallelTerminationStrategy: PID 8103 died...\u000a13:02:55.618319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8103): Terminated: ok {rc=0}\u000a13:02:55.627966 --- ParallelTerminationStrategy: PID 8106 died...\u000a13:02:55.682289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8106): Terminated: ok {rc=0}\u000a13:02:55.766677 bus /gobi_0: Setting Powered False\u000a13:02:56.870194 bus /gobi_0: Setting Powered False\u000a13:02:57.982586 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8117): Process ended prematurely: osmo-stp_10.42.42.5(pid=8117) [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8117)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8117): Process ended prematurely: osmo-stp_10.42.42.5(pid=8117) [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:02:59.094606 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:59.106373 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:02:59.256563 tst iperf3.py: using LAC 21642\u000a13:02:59.379598 tst iperf3.py: using RAC 222\u000a13:02:59.502843 tst iperf3.py: using CellId 21642\u000a13:02:59.631299 tst iperf3.py: using BVCI 21643\u000a13:02:59.656708 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:59.668348 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:59.679649 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:59.691203 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:59.702969 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:59.714552 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:59.726101 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:59.737439 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:02:59.749110 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:03:00.046480 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:03:00.184161 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:03:00.524789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8108): Launched\u000a13:03:00.807879 run iperf3-srv_10.42.42.10(pid=8109): Launched\u000a13:03:01.039864 tst iperf3.py:8: start network...\u000a13:03:01.176309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:01.726614 run create_hlr_db(pid=8111): Launched\u000a13:03:01.910975 bus /gobi_6: Setting Powered False\u000a13:03:02.926865 run create_hlr_db(pid=8111): Terminated: ok {rc=0}\u000a13:03:03.340363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8113): Launched\u000a13:03:03.652142 run osmo-hlr_10.42.42.2(pid=8114): Launched\u000a13:03:03.770712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:04.308173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8116): Launched\u000a13:03:04.619532 run osmo-stp_10.42.42.5(pid=8117): Launched\u000a13:03:04.743594 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:03:05.284900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8119): Launched\u000a13:03:05.395065 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:03:05.664270 run patchelf(pid=8120): Launched\u000a13:03:05.844533 run osmo-stp_10.42.42.5(pid=8117): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8117)]\u000a13:03:05.976826 run osmo-stp_10.42.42.5(pid=8117): stdout: \u000a| (launched: 2022-12-09_13:03:04.465123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:06.109312 run osmo-stp_10.42.42.5(pid=8117): stderr: \u000a| �[0;m�[38;5;43m20221209130304640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130304641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130304641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130304641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130304642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130304642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130304642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:06.237653 run osmo-stp_10.42.42.5(pid=8117): stdout: \u000a| (launched: 2022-12-09_13:03:04.465123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:06.364271 run osmo-stp_10.42.42.5(pid=8117): stderr: \u000a| �[0;m�[38;5;43m20221209130304640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130304641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130304641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130304641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130304642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130304642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130304642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:06.511494 run patchelf(pid=8120): Terminating (SIGINT)\u000a13:03:06.683745 run patchelf(pid=8120): Terminated: ok {rc=0}\u000a13:03:06.715405 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8117): Process ended prematurely: osmo-stp_10.42.42.5(pid=8117) [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8117)] [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:03:06.724722 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:03:06.785136 run osmo-hlr_10.42.42.2(pid=8114): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8114)]\u000a13:03:06.834686 run osmo-hlr_10.42.42.2(pid=8114): stdout: \u000a| (launched: 2022-12-09_13:03:03.497910) \u000a13:03:06.884575 run osmo-hlr_10.42.42.2(pid=8114): stderr: \u000a| �[0;m�[1;31m20221209130303676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130303676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130303676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130303676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130303677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130303677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130303689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130303697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130303697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130303697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:03:06.927267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8108): Terminating (SIGTERM)\u000a13:03:06.967409 run iperf3-srv_10.42.42.10(pid=8109): Terminating (SIGTERM)\u000a13:03:07.007596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8113): Terminating (SIGTERM)\u000a13:03:07.047822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8116): Terminating (SIGTERM)\u000a13:03:07.087918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8119): Terminating (SIGTERM)\u000a13:03:07.097160 --- ParallelTerminationStrategy: PID 8108 died...\u000a13:03:07.150864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8108): Terminated: ok {rc=0}\u000a13:03:07.160552 --- ParallelTerminationStrategy: PID 8109 died...\u000a13:03:07.213858 run iperf3-srv_10.42.42.10(pid=8109): Terminated {rc=256}\u000a13:03:07.223504 --- ParallelTerminationStrategy: PID 8113 died...\u000a13:03:07.277240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8113): Terminated: ok {rc=0}\u000a13:03:07.286884 --- ParallelTerminationStrategy: PID 8116 died...\u000a13:03:07.340190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8116): Terminated: ok {rc=0}\u000a13:03:07.349895 --- ParallelTerminationStrategy: PID 8119 died...\u000a13:03:07.403308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8119): Terminated: ok {rc=0}\u000a13:03:07.487318 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8135): Process ended prematurely: osmo-stp_10.42.42.5(pid=8135) [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8135)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8135): Process ended prematurely: osmo-stp_10.42.42.5(pid=8135) [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:03:08.600878 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:08.612600 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:03:08.765911 tst iperf3m4.py: using LAC 21643\u000a13:03:08.896588 tst iperf3m4.py: using RAC 223\u000a13:03:09.025020 tst iperf3m4.py: using CellId 21643\u000a13:03:09.153278 tst iperf3m4.py: using BVCI 21644\u000a13:03:09.178685 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:09.190265 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:09.201530 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:09.213072 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:09.224463 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:09.235870 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:09.247343 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:09.258714 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:09.270441 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:03:09.391788 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:03:09.511551 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:03:09.630080 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:03:09.926018 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:03:10.064318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:03:10.404688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8121): Launched\u000a13:03:10.688427 run iperf3-srv_10.42.42.10(pid=8122): Launched\u000a13:03:10.889423 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:03:11.026802 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:03:11.367321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8123): Launched\u000a13:03:11.650992 run iperf3-srv_10.42.42.10(pid=8124): Launched\u000a13:03:11.851640 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:03:11.989296 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:03:12.330783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8125): Launched\u000a13:03:12.615317 run iperf3-srv_10.42.42.10(pid=8126): Launched\u000a13:03:12.816478 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:03:12.953930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:03:13.294715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8127): Launched\u000a13:03:13.580252 run iperf3-srv_10.42.42.10(pid=8128): Launched\u000a13:03:13.781140 tst iperf3m4.py:8: start network...\u000a13:03:13.918434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:14.435453 run create_hlr_db(pid=8129): Launched\u000a13:03:14.625777 bus /gobi_6: Setting Powered False\u000a13:03:15.646753 run create_hlr_db(pid=8129): Terminated: ok {rc=0}\u000a13:03:16.145592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8131): Launched\u000a13:03:16.559313 run osmo-hlr_10.42.42.2(pid=8132): Launched\u000a13:03:16.718811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:17.352226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8134): Launched\u000a13:03:17.685393 run osmo-stp_10.42.42.5(pid=8135): Launched\u000a13:03:17.804892 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:03:18.378843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8137): Launched\u000a13:03:18.496905 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:03:18.783733 run patchelf(pid=8138): Launched\u000a13:03:18.976116 run osmo-stp_10.42.42.5(pid=8135): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8135)]\u000a13:03:19.117127 run osmo-stp_10.42.42.5(pid=8135): stdout: \u000a| (launched: 2022-12-09_13:03:17.521533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:19.258472 run osmo-stp_10.42.42.5(pid=8135): stderr: \u000a| �[0;m�[38;5;43m20221209130317711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130317711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130317711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130317712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130317712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130317712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130317712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:19.395214 run osmo-stp_10.42.42.5(pid=8135): stdout: \u000a| (launched: 2022-12-09_13:03:17.521533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:19.531331 run osmo-stp_10.42.42.5(pid=8135): stderr: \u000a| �[0;m�[38;5;43m20221209130317711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130317711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130317711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130317712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130317712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130317712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130317712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:19.689022 run patchelf(pid=8138): Terminating (SIGINT)\u000a13:03:19.872597 run patchelf(pid=8138): Terminated: ok {rc=0}\u000a13:03:19.906399 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8135): Process ended prematurely: osmo-stp_10.42.42.5(pid=8135) [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8135)] [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:03:19.916437 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a13:03:19.981665 run osmo-hlr_10.42.42.2(pid=8132): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8132)]\u000a13:03:20.034224 run osmo-hlr_10.42.42.2(pid=8132): stdout: \u000a| (launched: 2022-12-09_13:03:16.315784) \u000a13:03:20.087540 run osmo-hlr_10.42.42.2(pid=8132): stderr: \u000a| �[0;m�[1;31m20221209130316606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130316606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130316606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130316606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130316606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130316606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130316630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130316642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130316642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130316642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:03:20.132874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8121): Terminating (SIGTERM)\u000a13:03:20.175347 run iperf3-srv_10.42.42.10(pid=8122): Terminating (SIGTERM)\u000a13:03:20.218250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8123): Terminating (SIGTERM)\u000a13:03:20.260612 run iperf3-srv_10.42.42.10(pid=8124): Terminating (SIGTERM)\u000a13:03:20.302848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8125): Terminating (SIGTERM)\u000a13:03:20.345368 run iperf3-srv_10.42.42.10(pid=8126): Terminating (SIGTERM)\u000a13:03:20.387688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8127): Terminating (SIGTERM)\u000a13:03:20.430063 run iperf3-srv_10.42.42.10(pid=8128): Terminating (SIGTERM)\u000a13:03:20.472527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8131): Terminating (SIGTERM)\u000a13:03:20.515632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8134): Terminating (SIGTERM)\u000a13:03:20.558868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8137): Terminating (SIGTERM)\u000a13:03:20.568527 --- ParallelTerminationStrategy: PID 8121 died...\u000a13:03:20.625559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8121): Terminated: ok {rc=0}\u000a13:03:20.635626 --- ParallelTerminationStrategy: PID 8122 died...\u000a13:03:20.691994 run iperf3-srv_10.42.42.10(pid=8122): Terminated {rc=256}\u000a13:03:20.702016 --- ParallelTerminationStrategy: PID 8123 died...\u000a13:03:20.758235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8123): Terminated: ok {rc=0}\u000a13:03:20.768487 --- ParallelTerminationStrategy: PID 8124 died...\u000a13:03:20.825432 run iperf3-srv_10.42.42.10(pid=8124): Terminated {rc=256}\u000a13:03:20.835476 --- ParallelTerminationStrategy: PID 8125 died...\u000a13:03:20.891954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8125): Terminated: ok {rc=0}\u000a13:03:20.901993 --- ParallelTerminationStrategy: PID 8126 died...\u000a13:03:20.957964 run iperf3-srv_10.42.42.10(pid=8126): Terminated {rc=256}\u000a13:03:20.968213 --- ParallelTerminationStrategy: PID 8127 died...\u000a13:03:21.025154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8127): Terminated: ok {rc=0}\u000a13:03:21.035218 --- ParallelTerminationStrategy: PID 8128 died...\u000a13:03:21.091629 run iperf3-srv_10.42.42.10(pid=8128): Terminated {rc=256}\u000a13:03:21.101774 --- ParallelTerminationStrategy: PID 8131 died...\u000a13:03:21.158147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8131): Terminated: ok {rc=0}\u000a13:03:21.168301 --- ParallelTerminationStrategy: PID 8134 died...\u000a13:03:21.224720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8134): Terminated: ok {rc=0}\u000a13:03:21.234895 --- ParallelTerminationStrategy: PID 8137 died...\u000a13:03:21.291400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8137): Terminated: ok {rc=0}\u000a13:03:21.379463 bus /gobi_4: Setting Powered False\u000a13:03:22.487990 bus /gobi_4: Setting Powered False\u000a13:03:23.597770 bus /gobi_1: Setting Powered False\u000a13:03:24.701225 bus /gobi_1: Setting Powered False\u000a13:03:25.813727 bus /gobi_0: Setting Powered False\u000a13:03:26.917868 bus /gobi_0: Setting Powered False\u000a13:03:28.031262 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8145): Process ended prematurely: osmo-stp_10.42.42.5(pid=8145) [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8145)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8145): Process ended prematurely: osmo-stp_10.42.42.5(pid=8145) [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:03:29.100324 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:29.112575 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:03:29.266619 tst ping.py: using LAC 21644\u000a13:03:29.392859 tst ping.py: using RAC 224\u000a13:03:29.519099 tst ping.py: using CellId 21644\u000a13:03:29.652037 tst ping.py: using BVCI 21645\u000a13:03:29.676803 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:29.688302 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:29.699613 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:29.711098 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:29.722445 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:29.734170 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:29.745755 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:29.757215 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:03:30.049880 tst ping.py:19: start network...\u000a13:03:30.184716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:30.694437 run create_hlr_db(pid=8139): Launched\u000a13:03:30.886868 bus /gobi_6: Setting Powered False\u000a13:03:31.922641 run create_hlr_db(pid=8139): Terminated: ok {rc=0}\u000a13:03:32.357481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8141): Launched\u000a13:03:32.681140 run osmo-hlr_10.42.42.2(pid=8142): Launched\u000a13:03:32.801767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:33.366069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8144): Launched\u000a13:03:33.690996 run osmo-stp_10.42.42.5(pid=8145): Launched\u000a13:03:33.807892 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:03:34.372039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8147): Launched\u000a13:03:34.487267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:03:34.769367 run patchelf(pid=8148): Launched\u000a13:03:34.958321 run osmo-stp_10.42.42.5(pid=8145): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8145)]\u000a13:03:35.096345 run osmo-stp_10.42.42.5(pid=8145): stdout: \u000a| (launched: 2022-12-09_13:03:33.530490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:35.234777 run osmo-stp_10.42.42.5(pid=8145): stderr: \u000a| �[0;m�[38;5;43m20221209130333722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130333722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130333723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130333723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130333723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130333723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130333723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:35.368535 run osmo-stp_10.42.42.5(pid=8145): stdout: \u000a| (launched: 2022-12-09_13:03:33.530490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:35.501631 run osmo-stp_10.42.42.5(pid=8145): stderr: \u000a| �[0;m�[38;5;43m20221209130333722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130333722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130333723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130333723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130333723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130333723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130333723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:35.655476 run patchelf(pid=8148): Terminating (SIGINT)\u000a13:03:35.836672 run patchelf(pid=8148): Terminated: ok {rc=0}\u000a13:03:35.869640 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8145): Process ended prematurely: osmo-stp_10.42.42.5(pid=8145) [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8145)] [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:03:35.879080 tst ping.py:22: Test FAILED (6.8 sec)\u000a13:03:35.943650 run osmo-hlr_10.42.42.2(pid=8142): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8142)]\u000a13:03:35.996220 run osmo-hlr_10.42.42.2(pid=8142): stdout: \u000a| (launched: 2022-12-09_13:03:32.522163) \u000a13:03:36.049443 run osmo-hlr_10.42.42.2(pid=8142): stderr: \u000a| �[0;m�[1;31m20221209130332722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130332722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130332722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130332722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130332722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130332722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130332736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130332746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130332746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130332746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:03:36.094896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8141): Terminating (SIGTERM)\u000a13:03:36.137534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8144): Terminating (SIGTERM)\u000a13:03:36.180397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8147): Terminating (SIGTERM)\u000a13:03:36.190516 --- ParallelTerminationStrategy: PID 8141 died...\u000a13:03:36.247852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8141): Terminated: ok {rc=0}\u000a13:03:36.258125 --- ParallelTerminationStrategy: PID 8144 died...\u000a13:03:36.314800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8144): Terminated: ok {rc=0}\u000a13:03:36.325312 --- ParallelTerminationStrategy: PID 8147 died...\u000a13:03:36.382193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8147): Terminated: ok {rc=0}\u000a13:03:36.469992 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8155): Process ended prematurely: osmo-stp_10.42.42.5(pid=8155) [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8155)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8155): Process ended prematurely: osmo-stp_10.42.42.5(pid=8155) [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:03:37.524462 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:37.537193 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:03:37.692589 tst ping_idle_ping.py: using LAC 21645\u000a13:03:37.818762 tst ping_idle_ping.py: using RAC 225\u000a13:03:37.945269 tst ping_idle_ping.py: using CellId 21645\u000a13:03:38.067025 tst ping_idle_ping.py: using BVCI 21646\u000a13:03:38.090524 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:38.101813 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:38.112800 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:38.124452 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:38.136060 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:38.147562 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:38.159127 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:03:38.170587 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:03:38.451591 tst ping_idle_ping.py:24: start network...\u000a13:03:38.578896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:39.073957 run create_hlr_db(pid=8149): Launched\u000a13:03:39.249961 bus /gobi_6: Setting Powered False\u000a13:03:40.271426 run create_hlr_db(pid=8149): Terminated: ok {rc=0}\u000a13:03:40.701880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8151): Launched\u000a13:03:41.025126 run osmo-hlr_10.42.42.2(pid=8152): Launched\u000a13:03:41.146308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:41.680035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8154): Launched\u000a13:03:41.983483 run osmo-stp_10.42.42.5(pid=8155): Launched\u000a13:03:42.092573 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:03:42.624229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8157): Launched\u000a13:03:42.732569 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:03:42.997218 run patchelf(pid=8158): Launched\u000a13:03:43.175251 run osmo-stp_10.42.42.5(pid=8155): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8155)]\u000a13:03:43.305470 run osmo-stp_10.42.42.5(pid=8155): stdout: \u000a| (launched: 2022-12-09_13:03:41.834263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:43.436038 run osmo-stp_10.42.42.5(pid=8155): stderr: \u000a| �[0;m�[38;5;43m20221209130342006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130342006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130342007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130342007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130342007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130342008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130342008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:43.562447 run osmo-stp_10.42.42.5(pid=8155): stdout: \u000a| (launched: 2022-12-09_13:03:41.834263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:43.687127 run osmo-stp_10.42.42.5(pid=8155): stderr: \u000a| �[0;m�[38;5;43m20221209130342006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130342006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130342007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130342007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130342007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130342008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130342008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:43.831814 run patchelf(pid=8158): Terminating (SIGINT)\u000a13:03:44.001859 run patchelf(pid=8158): Terminated: ok {rc=0}\u000a13:03:44.032512 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8155): Process ended prematurely: osmo-stp_10.42.42.5(pid=8155) [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8155)] [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:03:44.041339 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:03:44.101708 run osmo-hlr_10.42.42.2(pid=8152): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8152)]\u000a13:03:44.151010 run osmo-hlr_10.42.42.2(pid=8152): stdout: \u000a| (launched: 2022-12-09_13:03:40.866135) \u000a13:03:44.200815 run osmo-hlr_10.42.42.2(pid=8152): stderr: \u000a| �[0;m�[1;31m20221209130341066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130341066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130341066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130341066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130341066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130341066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130341079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130341088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130341088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130341088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:03:44.243494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8151): Terminating (SIGTERM)\u000a13:03:44.284383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8154): Terminating (SIGTERM)\u000a13:03:44.325188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8157): Terminating (SIGTERM)\u000a13:03:44.334406 --- ParallelTerminationStrategy: PID 8151 died...\u000a13:03:44.388267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8151): Terminated: ok {rc=0}\u000a13:03:44.398218 --- ParallelTerminationStrategy: PID 8154 died...\u000a13:03:44.452212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8154): Terminated: ok {rc=0}\u000a13:03:44.462013 --- ParallelTerminationStrategy: PID 8157 died...\u000a13:03:44.515361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8157): Terminated: ok {rc=0}\u000a13:03:44.599748 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:02:45" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8168): Process ended prematurely: osmo-stp_10.42.42.5(pid=8168) [trial-2360↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8168)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8168): Process ended prematurely: osmo-stp_10.42.42.5(pid=8168) [trial-2360↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:03:46.650105 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:03:46.662186 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:03:46.842556 tst switch_tch_pdch.py: using LAC 21646\u000a13:03:46.996264 tst switch_tch_pdch.py: using RAC 226\u000a13:03:47.127119 tst switch_tch_pdch.py: using CellId 21646\u000a13:03:47.269956 tst switch_tch_pdch.py: using BVCI 21647\u000a13:03:47.296052 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:03:47.308851 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:03:47.321204 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:03:47.332749 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:03:47.345130 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:03:47.357450 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:03:47.369889 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:03:47.382219 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:03:47.499630 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:03:47.781007 tst switch_tch_pdch.py:51: start network...\u000a13:03:47.907554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:48.396204 run create_hlr_db(pid=8162): Launched\u000a13:03:48.573136 bus /gobi_6: Setting Powered False\u000a13:03:49.593545 run create_hlr_db(pid=8162): Terminated: ok {rc=0}\u000a13:03:50.024866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8164): Launched\u000a13:03:50.350258 run osmo-hlr_10.42.42.2(pid=8165): Launched\u000a13:03:50.470568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:51.034065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8167): Launched\u000a13:03:51.358392 run osmo-stp_10.42.42.5(pid=8168): Launched\u000a13:03:51.475460 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:03:52.041409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8170): Launched\u000a13:03:52.156922 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:03:52.439567 run patchelf(pid=8171): Launched\u000a13:03:52.629722 run osmo-stp_10.42.42.5(pid=8168): ERR: Terminated: ERROR {rc=1} [trial-2360↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8168)]\u000a13:03:52.768245 run osmo-stp_10.42.42.5(pid=8168): stdout: \u000a| (launched: 2022-12-09_13:03:51.198639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:52.907047 run osmo-stp_10.42.42.5(pid=8168): stderr: \u000a| �[0;m�[38;5;43m20221209130351392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130351392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130351392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130351393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130351393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130351393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130351393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:53.041039 run osmo-stp_10.42.42.5(pid=8168): stdout: \u000a| (launched: 2022-12-09_13:03:51.198639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:53.173860 run osmo-stp_10.42.42.5(pid=8168): stderr: \u000a| �[0;m�[38;5;43m20221209130351392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130351392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130351392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130351393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130351393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130351393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130351393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:53.327990 run patchelf(pid=8171): Terminating (SIGINT)\u000a13:03:53.508813 run patchelf(pid=8171): Terminated: ok {rc=0}\u000a13:03:53.541676 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8168): Process ended prematurely: osmo-stp_10.42.42.5(pid=8168) [trial-2360↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8168)] [trial-2360↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:03:53.551257 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a13:03:53.615081 run osmo-hlr_10.42.42.2(pid=8165): ERR: Terminated: ERROR {rc=237} [trial-2360↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8165)]\u000a13:03:53.667392 run osmo-hlr_10.42.42.2(pid=8165): stdout: \u000a| (launched: 2022-12-09_13:03:50.189461) \u000a13:03:53.720199 run osmo-hlr_10.42.42.2(pid=8165): stderr: \u000a| �[0;m�[1;31m20221209130350389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130350389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130350389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130350389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130350389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130350389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130350401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130350409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130350410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130350410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:03:53.764692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8164): Terminating (SIGTERM)\u000a13:03:53.807139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8167): Terminating (SIGTERM)\u000a13:03:53.849505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8170): Terminating (SIGTERM)\u000a13:03:53.859402 --- ParallelTerminationStrategy: PID 8164 died...\u000a13:03:53.916175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8164): Terminated: ok {rc=0}\u000a13:03:53.926195 --- ParallelTerminationStrategy: PID 8167 died...\u000a13:03:53.982299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8167): Terminated: ok {rc=0}\u000a13:03:53.992498 --- ParallelTerminationStrategy: PID 8170 died...\u000a13:03:54.048827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8170): Terminated: ok {rc=0}\u000a13:03:54.136534 bus /gobi_0: Setting Powered False\u000a13:03:55.245296 bus /gobi_0: Setting Powered False\u000a13:03:56.353697 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:03:46" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8182): Process ended prematurely: osmo-stp_10.42.42.5(pid=8182) [trial-2360↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8182)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8182): Process ended prematurely: osmo-stp_10.42.42.5(pid=8182) [trial-2360↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:03:58.297168 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:03:58.308465 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:03:58.460261 tst switch_tch_pdch.py: using LAC 21647\u000a13:03:58.586149 tst switch_tch_pdch.py: using RAC 227\u000a13:03:58.713151 tst switch_tch_pdch.py: using CellId 21647\u000a13:03:58.839093 tst switch_tch_pdch.py: using BVCI 21648\u000a13:03:58.863760 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:03:58.875224 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:03:58.886419 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:03:58.897846 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:03:58.909212 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:03:58.920522 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:03:58.932079 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:03:58.943472 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:03:59.059805 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:03:59.335291 tst switch_tch_pdch.py:51: start network...\u000a13:03:59.462280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:59.924665 run create_hlr_db(pid=8176): Launched\u000a13:04:00.048125 bus /gobi_6: Setting Powered False\u000a13:04:01.167864 run create_hlr_db(pid=8176): Terminated: ok {rc=0}\u000a13:04:01.568835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8178): Launched\u000a13:04:01.987136 run osmo-hlr_10.42.42.2(pid=8179): Launched\u000a13:04:02.194829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:02.750431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8181): Launched\u000a13:04:03.052473 run osmo-stp_10.42.42.5(pid=8182): Launched\u000a13:04:03.162067 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:04:03.663085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8184): Launched\u000a13:04:03.770811 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:04:04.034187 run patchelf(pid=8185): Launched\u000a13:04:04.210897 run osmo-stp_10.42.42.5(pid=8182): ERR: Terminated: ERROR {rc=1} [trial-2360↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8182)]\u000a13:04:04.339986 run osmo-stp_10.42.42.5(pid=8182): stdout: \u000a| (launched: 2022-12-09_13:04:02.903695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:04.470436 run osmo-stp_10.42.42.5(pid=8182): stderr: \u000a| �[0;m�[38;5;43m20221209130403073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130403073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130403073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130403074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130403074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130403074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130403074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:04.595844 run osmo-stp_10.42.42.5(pid=8182): stdout: \u000a| (launched: 2022-12-09_13:04:02.903695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:04.719669 run osmo-stp_10.42.42.5(pid=8182): stderr: \u000a| �[0;m�[38;5;43m20221209130403073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130403073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130403073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130403074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130403074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130403074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130403074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:04.863456 run patchelf(pid=8185): Terminating (SIGINT)\u000a13:04:05.031660 run patchelf(pid=8185): Terminated: ok {rc=0}\u000a13:04:05.062201 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8182): Process ended prematurely: osmo-stp_10.42.42.5(pid=8182) [trial-2360↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8182)] [trial-2360↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:04:05.070754 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a13:04:05.130860 run osmo-hlr_10.42.42.2(pid=8179): ERR: Terminated: ERROR {rc=237} [trial-2360↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8179)]\u000a13:04:05.180141 run osmo-hlr_10.42.42.2(pid=8179): stdout: \u000a| (launched: 2022-12-09_13:04:01.727289) \u000a13:04:05.230396 run osmo-hlr_10.42.42.2(pid=8179): stderr: \u000a| �[0;m�[1;31m20221209130402013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130402013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130402014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130402014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130402014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130402014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130402030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130402053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130402055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130402055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:05.273128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8178): Terminating (SIGTERM)\u000a13:04:05.313313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8181): Terminating (SIGTERM)\u000a13:04:05.353576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8184): Terminating (SIGTERM)\u000a13:04:05.362934 --- ParallelTerminationStrategy: PID 8178 died...\u000a13:04:05.416468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8178): Terminated: ok {rc=0}\u000a13:04:05.426435 --- ParallelTerminationStrategy: PID 8181 died...\u000a13:04:05.479872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8181): Terminated: ok {rc=0}\u000a13:04:05.489719 --- ParallelTerminationStrategy: PID 8184 died...\u000a13:04:05.543581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8184): Terminated: ok {rc=0}\u000a13:04:05.633591 bus /gobi_0: Setting Powered False\u000a13:04:06.738318 bus /gobi_0: Setting Powered False\u000a13:04:07.850195 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:03:58" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8191): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8191) [trial-2360↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8191)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8191): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8191) [trial-2360↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a13:04:09.734668 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a13:04:09.746381 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a13:04:09.892336 tst mo_mt_sms.py: using LAC 21648\u000a13:04:10.018528 tst mo_mt_sms.py: using RAC 228\u000a13:04:10.144076 tst mo_mt_sms.py: using CellId 21648\u000a13:04:10.269869 tst mo_mt_sms.py: using BVCI 21649\u000a13:04:10.294424 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a13:04:10.410838 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a13:04:10.687332 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:04:10.813787 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:04:11.442520 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8190): Launched\u000a13:04:11.743532 run osmo-nitb_10.42.42.2(pid=8191): Launched\u000a13:04:11.931028 run osmo-nitb_10.42.42.2(pid=8191): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8191)]\u000a13:04:12.069317 run osmo-nitb_10.42.42.2(pid=8191): stdout: \u000a| (launched: 2022-12-09_13:04:11.596900) \u000a13:04:12.207480 run osmo-nitb_10.42.42.2(pid=8191): stderr: \u000a| (launched: 2022-12-09_13:04:11.642225)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:04:12.341095 run osmo-nitb_10.42.42.2(pid=8191): stdout: \u000a| (launched: 2022-12-09_13:04:11.596900) \u000a13:04:12.473821 run osmo-nitb_10.42.42.2(pid=8191): stderr: \u000a| (launched: 2022-12-09_13:04:11.642225)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:04:12.865747 tst osmo-nitb_10.42.42.2(pid=8191): stdout: \u000a| (launched: 2022-12-09_13:04:11.596900) \u000a13:04:12.986015 tst osmo-nitb_10.42.42.2(pid=8191): stderr: \u000a| (launched: 2022-12-09_13:04:11.642225)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:04:13.038681 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=8191): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8191) [trial-2360↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8191)] [trial-2360↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a13:04:13.046682 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a13:04:13.081563 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8190): Terminating (SIGTERM)\u000a13:04:13.258947 --- ParallelTerminationStrategy: PID 8190 died...\u000a13:04:13.314430 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8190): Terminated: ok {rc=0}\u000a13:04:13.403896 bus /sierra_3: Setting Powered False\u000a13:04:14.512865 bus /sierra_3: Setting Powered False\u000a13:04:15.627315 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:04:09" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8201): Process ended prematurely: osmo-stp_10.42.42.5(pid=8201) [trial-2360↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8201)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8201): Process ended prematurely: osmo-stp_10.42.42.5(pid=8201) [trial-2360↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a13:04:17.577535 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:17.588067 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a13:04:17.723943 tst mo_mt_sms.py: using LAC 21649\u000a13:04:17.841833 tst mo_mt_sms.py: using RAC 229\u000a13:04:17.959359 tst mo_mt_sms.py: using CellId 21649\u000a13:04:18.084424 tst mo_mt_sms.py: using BVCI 21650\u000a13:04:18.109040 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:18.120276 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:18.131246 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:18.142635 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:18.154034 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:18.165409 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a13:04:18.279602 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a13:04:18.489669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:18.998678 run create_hlr_db(pid=8195): Launched\u000a13:04:19.186923 bus /sierra_2: Setting Powered False\u000a13:04:20.207425 run create_hlr_db(pid=8195): Terminated: ok {rc=0}\u000a13:04:20.617773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8197): Launched\u000a13:04:20.921202 run osmo-hlr_10.42.42.2(pid=8198): Launched\u000a13:04:21.036380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:21.562300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8200): Launched\u000a13:04:21.865071 run osmo-stp_10.42.42.5(pid=8201): Launched\u000a13:04:21.975154 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:04:22.530466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8203): Launched\u000a13:04:22.834870 run osmo-msc_10.42.42.6(pid=8204): Launched\u000a13:04:23.011647 run osmo-stp_10.42.42.5(pid=8201): ERR: Terminated: ERROR {rc=1} [trial-2360↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8201)]\u000a13:04:23.139969 run osmo-stp_10.42.42.5(pid=8201): stdout: \u000a| (launched: 2022-12-09_13:04:21.715691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:23.266202 run osmo-stp_10.42.42.5(pid=8201): stderr: \u000a| �[0;m�[38;5;43m20221209130421886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130421886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130421887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130421887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130421887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130421888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130421888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:23.387272 run osmo-stp_10.42.42.5(pid=8201): stdout: \u000a| (launched: 2022-12-09_13:04:21.715691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:23.507253 run osmo-stp_10.42.42.5(pid=8201): stderr: \u000a| �[0;m�[38;5;43m20221209130421886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130421886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130421887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130421887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130421887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130421888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130421888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:23.560443 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=8201): Process ended prematurely: osmo-stp_10.42.42.5(pid=8201) [trial-2360↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8201)] [trial-2360↪sms:trx-b200↪mo_mt_sms.py:16]\u000a13:04:23.568366 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a13:04:23.628411 run osmo-hlr_10.42.42.2(pid=8198): ERR: Terminated: ERROR {rc=237} [trial-2360↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8198)]\u000a13:04:23.677921 run osmo-hlr_10.42.42.2(pid=8198): stdout: \u000a| (launched: 2022-12-09_13:04:20.772003) \u000a13:04:23.727967 run osmo-hlr_10.42.42.2(pid=8198): stderr: \u000a| �[0;m�[1;31m20221209130420948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130420948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130420948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130420948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130420948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130420948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130420960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130420970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130420970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130420970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:23.796058 run osmo-msc_10.42.42.6(pid=8204): ERR: Terminated: ERROR {rc=2} [trial-2360↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8204)]\u000a13:04:23.845487 run osmo-msc_10.42.42.6(pid=8204): stdout: \u000a| (launched: 2022-12-09_13:04:22.685283) \u000a13:04:23.895264 run osmo-msc_10.42.42.6(pid=8204): stderr: \u000a| �[0;m�[38;5;43m20221209130422957 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130422958 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ee8f3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130422958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130422958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130422958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130422958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130422960 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130422960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130422960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130422960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:23.937772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8197): Terminating (SIGTERM)\u000a13:04:23.977826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8200): Terminating (SIGTERM)\u000a13:04:24.017910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8203): Terminating (SIGTERM)\u000a13:04:24.027087 --- ParallelTerminationStrategy: PID 8197 died...\u000a13:04:24.080733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8197): Terminated: ok {rc=0}\u000a13:04:24.090325 --- ParallelTerminationStrategy: PID 8200 died...\u000a13:04:24.143583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8200): Terminated: ok {rc=0}\u000a13:04:24.153174 --- ParallelTerminationStrategy: PID 8203 died...\u000a13:04:24.206441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8203): Terminated: ok {rc=0}\u000a13:04:24.295156 bus /sierra_3: Setting Powered False\u000a13:04:25.398703 bus /sierra_3: Setting Powered False\u000a13:04:26.510756 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:04:17" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8210): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8210) [trial-2360↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8210)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8210): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8210) [trial-2360↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a13:04:28.360590 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a13:04:28.372885 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a13:04:28.515735 tst assert_extension.py: using LAC 21650\u000a13:04:28.644315 tst assert_extension.py: using RAC 230\u000a13:04:28.769180 tst assert_extension.py: using CellId 21650\u000a13:04:28.895440 tst assert_extension.py: using BVCI 21651\u000a13:04:28.920213 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a13:04:29.194147 tst assert_extension.py:10: start nitb and bts...\u000a13:04:29.319319 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:04:29.949378 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8209): Launched\u000a13:04:30.248704 run osmo-nitb_10.42.42.2(pid=8210): Launched\u000a13:04:30.434279 run osmo-nitb_10.42.42.2(pid=8210): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8210)]\u000a13:04:30.570878 run osmo-nitb_10.42.42.2(pid=8210): stdout: \u000a| (launched: 2022-12-09_13:04:30.102850) \u000a13:04:30.708649 run osmo-nitb_10.42.42.2(pid=8210): stderr: \u000a| (launched: 2022-12-09_13:04:30.148025)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:04:30.841089 run osmo-nitb_10.42.42.2(pid=8210): stdout: \u000a| (launched: 2022-12-09_13:04:30.102850) \u000a13:04:30.982476 run osmo-nitb_10.42.42.2(pid=8210): stderr: \u000a| (launched: 2022-12-09_13:04:30.148025)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:04:31.377863 tst osmo-nitb_10.42.42.2(pid=8210): stdout: \u000a| (launched: 2022-12-09_13:04:30.102850) \u000a13:04:31.501322 tst osmo-nitb_10.42.42.2(pid=8210): stderr: \u000a| (launched: 2022-12-09_13:04:30.148025)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:04:31.556418 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=8210): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8210) [trial-2360↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8210)] [trial-2360↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a13:04:31.565671 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a13:04:31.602638 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8209): Terminating (SIGTERM)\u000a13:04:31.779868 --- ParallelTerminationStrategy: PID 8209 died...\u000a13:04:31.840895 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8209): Terminated: ok {rc=0}\u000a13:04:31.932197 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:04:28" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8220): Process ended prematurely: osmo-stp_10.42.42.5(pid=8220) [trial-2360↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8220)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8220): Process ended prematurely: osmo-stp_10.42.42.5(pid=8220) [trial-2360↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a13:04:33.773385 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:33.783908 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a13:04:33.920208 tst assert_extension.py: using LAC 21651\u000a13:04:34.038731 tst assert_extension.py: using RAC 231\u000a13:04:34.161826 tst assert_extension.py: using CellId 21651\u000a13:04:34.278576 tst assert_extension.py: using BVCI 21652\u000a13:04:34.301569 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:34.312117 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:34.322632 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:34.333021 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:34.343681 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:04:34.354111 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a13:04:34.563713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:35.074155 run create_hlr_db(pid=8214): Launched\u000a13:04:35.262272 bus /sierra_2: Setting Powered False\u000a13:04:36.282263 run create_hlr_db(pid=8214): Terminated: ok {rc=0}\u000a13:04:36.691199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8216): Launched\u000a13:04:36.995520 run osmo-hlr_10.42.42.2(pid=8217): Launched\u000a13:04:37.111337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:37.638843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8219): Launched\u000a13:04:37.942517 run osmo-stp_10.42.42.5(pid=8220): Launched\u000a13:04:38.052199 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:04:38.603999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8222): Launched\u000a13:04:38.909984 run osmo-msc_10.42.42.6(pid=8223): Launched\u000a13:04:39.087450 run osmo-stp_10.42.42.5(pid=8220): ERR: Terminated: ERROR {rc=1} [trial-2360↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8220)]\u000a13:04:39.216264 run osmo-stp_10.42.42.5(pid=8220): stdout: \u000a| (launched: 2022-12-09_13:04:37.792657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:39.342700 run osmo-stp_10.42.42.5(pid=8220): stderr: \u000a| �[0;m�[38;5;43m20221209130437962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130437962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130437962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130437963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130437963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130437963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130437963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:39.464250 run osmo-stp_10.42.42.5(pid=8220): stdout: \u000a| (launched: 2022-12-09_13:04:37.792657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:39.584087 run osmo-stp_10.42.42.5(pid=8220): stderr: \u000a| �[0;m�[38;5;43m20221209130437962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130437962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130437962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130437963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130437963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130437963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130437963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:39.636586 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=8220): Process ended prematurely: osmo-stp_10.42.42.5(pid=8220) [trial-2360↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8220)] [trial-2360↪ussd:trx-b200↪assert_extension.py:17]\u000a13:04:39.644522 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a13:04:39.705100 run osmo-hlr_10.42.42.2(pid=8217): ERR: Terminated: ERROR {rc=237} [trial-2360↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8217)]\u000a13:04:39.754774 run osmo-hlr_10.42.42.2(pid=8217): stdout: \u000a| (launched: 2022-12-09_13:04:36.845726) \u000a13:04:39.805212 run osmo-hlr_10.42.42.2(pid=8217): stderr: \u000a| �[0;m�[1;31m20221209130437024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130437024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130437024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130437024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130437024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130437024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130437037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130437046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130437046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130437046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:39.873405 run osmo-msc_10.42.42.6(pid=8223): ERR: Terminated: ERROR {rc=2} [trial-2360↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8223)]\u000a13:04:39.922949 run osmo-msc_10.42.42.6(pid=8223): stdout: \u000a| (launched: 2022-12-09_13:04:38.758832) \u000a13:04:39.973816 run osmo-msc_10.42.42.6(pid=8223): stderr: \u000a| �[0;m�[38;5;43m20221209130439031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130439031 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f667a844c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130439031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130439032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130439032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130439032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130439035 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130439035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130439035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130439035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:40.016264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8216): Terminating (SIGTERM)\u000a13:04:40.056410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8219): Terminating (SIGTERM)\u000a13:04:40.096322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8222): Terminating (SIGTERM)\u000a13:04:40.105613 --- ParallelTerminationStrategy: PID 8216 died...\u000a13:04:40.159126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8216): Terminated: ok {rc=0}\u000a13:04:40.168662 --- ParallelTerminationStrategy: PID 8219 died...\u000a13:04:40.222168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8219): Terminated: ok {rc=0}\u000a13:04:40.231645 --- ParallelTerminationStrategy: PID 8222 died...\u000a13:04:40.284836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8222): Terminated: ok {rc=0}\u000a13:04:40.375022 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:04:33" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8235): Process ended prematurely: osmo-stp_10.42.42.5(pid=8235) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8235)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8235): Process ended prematurely: osmo-stp_10.42.42.5(pid=8235) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:04:42.340565 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:42.352320 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:04:42.519148 tst mo_mt_call.py: using LAC 21652\u000a13:04:42.649318 tst mo_mt_call.py: using RAC 232\u000a13:04:42.778903 tst mo_mt_call.py: using CellId 21652\u000a13:04:42.908253 tst mo_mt_call.py: using BVCI 21653\u000a13:04:42.933223 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:42.944706 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:42.956128 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:42.967799 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:42.979512 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:42.991434 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:04:43.113971 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:04:43.321732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:43.816803 run create_hlr_db(pid=8229): Launched\u000a13:04:43.994783 bus /sierra_2: Setting Powered False\u000a13:04:45.015519 run create_hlr_db(pid=8229): Terminated: ok {rc=0}\u000a13:04:45.424892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8231): Launched\u000a13:04:45.733070 run osmo-hlr_10.42.42.2(pid=8232): Launched\u000a13:04:45.885665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:46.547702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8234): Launched\u000a13:04:47.085462 run osmo-stp_10.42.42.5(pid=8235): Launched\u000a13:04:47.223403 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:04:47.808786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8237): Launched\u000a13:04:48.119381 run osmo-msc_10.42.42.6(pid=8238): Launched\u000a13:04:48.299673 run osmo-stp_10.42.42.5(pid=8235): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8235)]\u000a13:04:48.430501 run osmo-stp_10.42.42.5(pid=8235): stdout: \u000a| (launched: 2022-12-09_13:04:46.720248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:48.559081 run osmo-stp_10.42.42.5(pid=8235): stderr: \u000a| �[0;m�[38;5;43m20221209130446943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130446943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130446943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130446943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130446944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130446944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130446944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:48.682964 run osmo-stp_10.42.42.5(pid=8235): stdout: \u000a| (launched: 2022-12-09_13:04:46.720248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:48.806716 run osmo-stp_10.42.42.5(pid=8235): stderr: \u000a| �[0;m�[38;5;43m20221209130446943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130446943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130446943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130446943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130446944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130446944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130446944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:48.861234 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8235): Process ended prematurely: osmo-stp_10.42.42.5(pid=8235) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8235)] [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:04:48.869837 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a13:04:48.929535 run osmo-hlr_10.42.42.2(pid=8232): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8232)]\u000a13:04:48.978884 run osmo-hlr_10.42.42.2(pid=8232): stdout: \u000a| (launched: 2022-12-09_13:04:45.581725) \u000a13:04:49.028929 run osmo-hlr_10.42.42.2(pid=8232): stderr: \u000a| �[0;m�[1;31m20221209130445760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130445760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130445760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130445760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130445760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130445760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130445774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130445785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130445785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130445785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:49.096827 run osmo-msc_10.42.42.6(pid=8238): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8238)]\u000a13:04:49.146147 run osmo-msc_10.42.42.6(pid=8238): stdout: \u000a| (launched: 2022-12-09_13:04:47.966519) \u000a13:04:49.195575 run osmo-msc_10.42.42.6(pid=8238): stderr: \u000a| �[0;m�[38;5;43m20221209130448240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130448240 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a8168dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130448240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130448240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130448241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130448241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130448242 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130448243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130448243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130448243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:49.237884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8231): Terminating (SIGTERM)\u000a13:04:49.277715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8234): Terminating (SIGTERM)\u000a13:04:49.317730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8237): Terminating (SIGTERM)\u000a13:04:49.327089 --- ParallelTerminationStrategy: PID 8231 died...\u000a13:04:49.380331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8231): Terminated: ok {rc=0}\u000a13:04:49.389810 --- ParallelTerminationStrategy: PID 8234 died...\u000a13:04:49.443195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8234): Terminated: ok {rc=0}\u000a13:04:49.452833 --- ParallelTerminationStrategy: PID 8237 died...\u000a13:04:49.506661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8237): Terminated: ok {rc=0}\u000a13:04:49.590736 bus /sierra_3: Setting Powered False\u000a13:04:50.699908 bus /sierra_3: Setting Powered False\u000a13:04:51.809123 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8247): Process ended prematurely: osmo-stp_10.42.42.5(pid=8247) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8247)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8247): Process ended prematurely: osmo-stp_10.42.42.5(pid=8247) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:04:52.925602 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:52.938252 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:04:53.109741 tst mo_mt_call_osmux.py: using LAC 21653\u000a13:04:53.236203 tst mo_mt_call_osmux.py: using RAC 233\u000a13:04:53.363309 tst mo_mt_call_osmux.py: using CellId 21653\u000a13:04:53.486257 tst mo_mt_call_osmux.py: using BVCI 21654\u000a13:04:53.509856 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:53.520869 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:53.531871 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:53.542888 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:53.553879 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:53.564713 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:04:53.684814 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:04:53.898951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:54.417157 run create_hlr_db(pid=8241): Launched\u000a13:04:54.608121 bus /sierra_2: Setting Powered False\u000a13:04:55.628726 run create_hlr_db(pid=8241): Terminated: ok {rc=0}\u000a13:04:56.041883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8243): Launched\u000a13:04:56.352345 run osmo-hlr_10.42.42.2(pid=8244): Launched\u000a13:04:56.466711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:57.015460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8246): Launched\u000a13:04:57.346164 run osmo-stp_10.42.42.5(pid=8247): Launched\u000a13:04:57.465924 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:04:58.069458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8249): Launched\u000a13:04:58.397718 run osmo-msc_10.42.42.6(pid=8250): Launched\u000a13:04:58.590794 run osmo-stp_10.42.42.5(pid=8247): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8247)]\u000a13:04:58.729700 run osmo-stp_10.42.42.5(pid=8247): stdout: \u000a| (launched: 2022-12-09_13:04:57.183219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:58.866949 run osmo-stp_10.42.42.5(pid=8247): stderr: \u000a| �[0;m�[38;5;43m20221209130457376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130457376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130457376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130457377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130457377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130457377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130457377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:58.999153 run osmo-stp_10.42.42.5(pid=8247): stdout: \u000a| (launched: 2022-12-09_13:04:57.183219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:59.130036 run osmo-stp_10.42.42.5(pid=8247): stderr: \u000a| �[0;m�[38;5;43m20221209130457376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130457376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130457376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130457377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130457377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130457377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130457377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:59.187600 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8247): Process ended prematurely: osmo-stp_10.42.42.5(pid=8247) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8247)] [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:04:59.197402 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:04:59.261426 run osmo-hlr_10.42.42.2(pid=8244): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8244)]\u000a13:04:59.313882 run osmo-hlr_10.42.42.2(pid=8244): stdout: \u000a| (launched: 2022-12-09_13:04:56.198971) \u000a13:04:59.367051 run osmo-hlr_10.42.42.2(pid=8244): stderr: \u000a| �[0;m�[1;31m20221209130456377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130456377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130456377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130456378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130456378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130456378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130456390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130456398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130456398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130456398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:59.438925 run osmo-msc_10.42.42.6(pid=8250): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8250)]\u000a13:04:59.491776 run osmo-msc_10.42.42.6(pid=8250): stdout: \u000a| (launched: 2022-12-09_13:04:58.236678) \u000a13:04:59.544772 run osmo-msc_10.42.42.6(pid=8250): stderr: \u000a| �[0;m�[38;5;43m20221209130458560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130458560 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faac5dfac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130458560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130458560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130458560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130458560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130458562 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130458562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130458563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130458563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:59.590109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8243): Terminating (SIGTERM)\u000a13:04:59.632892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8246): Terminating (SIGTERM)\u000a13:04:59.675299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8249): Terminating (SIGTERM)\u000a13:04:59.685322 --- ParallelTerminationStrategy: PID 8243 died...\u000a13:04:59.741912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8243): Terminated: ok {rc=0}\u000a13:04:59.752040 --- ParallelTerminationStrategy: PID 8246 died...\u000a13:04:59.808182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8246): Terminated: ok {rc=0}\u000a13:04:59.818300 --- ParallelTerminationStrategy: PID 8249 died...\u000a13:04:59.874347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8249): Terminated: ok {rc=0}\u000a13:04:59.963004 bus /sierra_3: Setting Powered False\u000a13:05:01.067161 bus /sierra_3: Setting Powered False\u000a13:05:02.187928 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:04:42" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8264): Process ended prematurely: osmo-stp_10.42.42.5(pid=8264) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8264)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8264): Process ended prematurely: osmo-stp_10.42.42.5(pid=8264) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:05:04.187125 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:05:04.198389 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:05:04.353609 tst mo_mt_call.py: using LAC 21654\u000a13:05:04.472446 tst mo_mt_call.py: using RAC 234\u000a13:05:04.591433 tst mo_mt_call.py: using CellId 21654\u000a13:05:04.710226 tst mo_mt_call.py: using BVCI 21655\u000a13:05:04.733553 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:05:04.744580 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:05:04.755604 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:05:04.766661 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:05:04.777729 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:05:04.788704 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:05:04.909879 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:05:05.124192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:05.643462 run create_hlr_db(pid=8258): Launched\u000a13:05:05.834240 bus /sierra_2: Setting Powered False\u000a13:05:06.854456 run create_hlr_db(pid=8258): Terminated: ok {rc=0}\u000a13:05:07.267958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8260): Launched\u000a13:05:07.588480 run osmo-hlr_10.42.42.2(pid=8261): Launched\u000a13:05:07.712052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:08.251461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8263): Launched\u000a13:05:08.560394 run osmo-stp_10.42.42.5(pid=8264): Launched\u000a13:05:08.672519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:09.236236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8266): Launched\u000a13:05:09.545570 run osmo-msc_10.42.42.6(pid=8267): Launched\u000a13:05:09.726903 run osmo-stp_10.42.42.5(pid=8264): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8264)]\u000a13:05:09.857303 run osmo-stp_10.42.42.5(pid=8264): stdout: \u000a| (launched: 2022-12-09_13:05:08.408144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:09.984873 run osmo-stp_10.42.42.5(pid=8264): stderr: \u000a| �[0;m�[38;5;43m20221209130508580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130508581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130508581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130508581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130508582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130508582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130508582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:10.108392 run osmo-stp_10.42.42.5(pid=8264): stdout: \u000a| (launched: 2022-12-09_13:05:08.408144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:10.230840 run osmo-stp_10.42.42.5(pid=8264): stderr: \u000a| �[0;m�[38;5;43m20221209130508580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130508581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130508581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130508581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130508582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130508582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130508582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:10.284912 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8264): Process ended prematurely: osmo-stp_10.42.42.5(pid=8264) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8264)] [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:05:10.293609 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:05:10.353118 run osmo-hlr_10.42.42.2(pid=8261): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8261)]\u000a13:05:10.402016 run osmo-hlr_10.42.42.2(pid=8261): stdout: \u000a| (launched: 2022-12-09_13:05:07.425214) \u000a13:05:10.451453 run osmo-hlr_10.42.42.2(pid=8261): stderr: \u000a| �[0;m�[1;31m20221209130507608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130507608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130507608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130507608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130507608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130507608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130507620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130507628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130507629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130507629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:10.518757 run osmo-msc_10.42.42.6(pid=8267): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8267)]\u000a13:05:10.567867 run osmo-msc_10.42.42.6(pid=8267): stdout: \u000a| (launched: 2022-12-09_13:05:09.392748) \u000a13:05:10.617321 run osmo-msc_10.42.42.6(pid=8267): stderr: \u000a| �[0;m�[38;5;43m20221209130509667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130509667 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e67067c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130509667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130509667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130509668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130509668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130509670 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130509670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130509670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130509670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:10.659434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8260): Terminating (SIGTERM)\u000a13:05:10.699191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8263): Terminating (SIGTERM)\u000a13:05:10.738999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8266): Terminating (SIGTERM)\u000a13:05:10.748086 --- ParallelTerminationStrategy: PID 8260 died...\u000a13:05:10.801456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8260): Terminated: ok {rc=0}\u000a13:05:10.810961 --- ParallelTerminationStrategy: PID 8263 died...\u000a13:05:10.864362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8263): Terminated: ok {rc=0}\u000a13:05:10.873965 --- ParallelTerminationStrategy: PID 8266 died...\u000a13:05:10.927342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8266): Terminated: ok {rc=0}\u000a13:05:11.018119 bus /sierra_3: Setting Powered False\u000a13:05:12.123854 bus /sierra_3: Setting Powered False\u000a13:05:13.239707 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8275): Process ended prematurely: osmo-stp_10.42.42.5(pid=8275) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8275)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8275): Process ended prematurely: osmo-stp_10.42.42.5(pid=8275) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:05:14.350481 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:05:14.362295 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:05:14.520344 tst mo_mt_call_osmux.py: using LAC 21655\u000a13:05:14.643331 tst mo_mt_call_osmux.py: using RAC 235\u000a13:05:14.765931 tst mo_mt_call_osmux.py: using CellId 21655\u000a13:05:14.889236 tst mo_mt_call_osmux.py: using BVCI 21656\u000a13:05:14.912677 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:05:14.923811 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:05:14.935234 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:05:14.946241 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:05:14.957238 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:05:14.968055 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:05:15.088467 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:05:15.293305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:15.789380 run create_hlr_db(pid=8269): Launched\u000a13:05:15.982392 bus /sierra_2: Setting Powered False\u000a13:05:17.041502 run create_hlr_db(pid=8269): Terminated: ok {rc=0}\u000a13:05:17.471712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8271): Launched\u000a13:05:17.803081 run osmo-hlr_10.42.42.2(pid=8272): Launched\u000a13:05:17.924178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:18.494188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8274): Launched\u000a13:05:18.824845 run osmo-stp_10.42.42.5(pid=8275): Launched\u000a13:05:18.945253 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:19.552432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8277): Launched\u000a13:05:19.883716 run osmo-msc_10.42.42.6(pid=8278): Launched\u000a13:05:20.077823 run osmo-stp_10.42.42.5(pid=8275): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8275)]\u000a13:05:20.217715 run osmo-stp_10.42.42.5(pid=8275): stdout: \u000a| (launched: 2022-12-09_13:05:18.661700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:20.356371 run osmo-stp_10.42.42.5(pid=8275): stderr: \u000a| �[0;m�[38;5;43m20221209130518855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130518855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130518856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130518856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130518857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130518857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130518857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:20.488703 run osmo-stp_10.42.42.5(pid=8275): stdout: \u000a| (launched: 2022-12-09_13:05:18.661700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:20.620630 run osmo-stp_10.42.42.5(pid=8275): stderr: \u000a| �[0;m�[38;5;43m20221209130518855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130518855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130518856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130518856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130518857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130518857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130518857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:20.678540 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8275): Process ended prematurely: osmo-stp_10.42.42.5(pid=8275) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8275)] [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:05:20.687855 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:05:20.752090 run osmo-hlr_10.42.42.2(pid=8272): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8272)]\u000a13:05:20.804205 run osmo-hlr_10.42.42.2(pid=8272): stdout: \u000a| (launched: 2022-12-09_13:05:17.640051) \u000a13:05:20.856780 run osmo-hlr_10.42.42.2(pid=8272): stderr: \u000a| �[0;m�[1;31m20221209130517842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130517842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130517842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130517842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130517843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130517843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130517854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130517863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130517863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130517863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:20.928145 run osmo-msc_10.42.42.6(pid=8278): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8278)]\u000a13:05:20.980422 run osmo-msc_10.42.42.6(pid=8278): stdout: \u000a| (launched: 2022-12-09_13:05:19.720678) \u000a13:05:21.033325 run osmo-msc_10.42.42.6(pid=8278): stderr: \u000a| �[0;m�[38;5;43m20221209130520041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130520041 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f76a418ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130520041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130520041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130520041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130520042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130520043 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130520044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130520044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130520044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:21.078151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8271): Terminating (SIGTERM)\u000a13:05:21.120938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8274): Terminating (SIGTERM)\u000a13:05:21.163089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8277): Terminating (SIGTERM)\u000a13:05:21.173220 --- ParallelTerminationStrategy: PID 8271 died...\u000a13:05:21.229640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8271): Terminated: ok {rc=0}\u000a13:05:21.239776 --- ParallelTerminationStrategy: PID 8274 died...\u000a13:05:21.296063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8274): Terminated: ok {rc=0}\u000a13:05:21.306140 --- ParallelTerminationStrategy: PID 8277 died...\u000a13:05:21.362346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8277): Terminated: ok {rc=0}\u000a13:05:21.449487 bus /sierra_3: Setting Powered False\u000a13:05:22.557200 bus /sierra_3: Setting Powered False\u000a13:05:23.668535 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:05:03" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8289): Process ended prematurely: osmo-stp_10.42.42.5(pid=8289) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8289)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8289): Process ended prematurely: osmo-stp_10.42.42.5(pid=8289) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8289)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:05:25.659050 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:05:25.670268 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:05:25.835505 tst mo_mt_call.py: using LAC 21656\u000a13:05:25.964441 tst mo_mt_call.py: using RAC 236\u000a13:05:26.093534 tst mo_mt_call.py: using CellId 21656\u000a13:05:26.227296 tst mo_mt_call.py: using BVCI 21657\u000a13:05:26.252473 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:05:26.264276 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:05:26.275665 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:05:26.287406 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:05:26.299136 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:05:26.310980 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:05:26.429428 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:05:26.638316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:27.135471 run create_hlr_db(pid=8283): Launched\u000a13:05:27.313651 bus /sierra_2: Setting Powered False\u000a13:05:28.344529 run create_hlr_db(pid=8283): Terminated: ok {rc=0}\u000a13:05:28.782339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8285): Launched\u000a13:05:29.112800 run osmo-hlr_10.42.42.2(pid=8286): Launched\u000a13:05:29.232886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:29.804127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8288): Launched\u000a13:05:30.134850 run osmo-stp_10.42.42.5(pid=8289): Launched\u000a13:05:30.254885 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:30.873659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8291): Launched\u000a13:05:31.311515 run osmo-msc_10.42.42.6(pid=8292): Launched\u000a13:05:32.066566 run osmo-stp_10.42.42.5(pid=8289): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8289)]\u000a13:05:32.246210 run osmo-stp_10.42.42.5(pid=8289): stdout: \u000a| (launched: 2022-12-09_13:05:29.971380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:32.378126 run osmo-stp_10.42.42.5(pid=8289): stderr: \u000a| �[0;m�[38;5;43m20221209130530165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130530165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130530165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130530166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130530166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130530166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130530166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:32.502449 run osmo-stp_10.42.42.5(pid=8289): stdout: \u000a| (launched: 2022-12-09_13:05:29.971380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:32.625800 run osmo-stp_10.42.42.5(pid=8289): stderr: \u000a| �[0;m�[38;5;43m20221209130530165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130530165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130530165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130530166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130530166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130530166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130530166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:32.679966 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8289): Process ended prematurely: osmo-stp_10.42.42.5(pid=8289) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8289)] [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:05:32.688605 tst mo_mt_call.py:8: Test FAILED (7.1 sec)\u000a13:05:32.748686 run osmo-hlr_10.42.42.2(pid=8286): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8286)]\u000a13:05:32.798289 run osmo-hlr_10.42.42.2(pid=8286): stdout: \u000a| (launched: 2022-12-09_13:05:28.950225) \u000a13:05:32.848462 run osmo-hlr_10.42.42.2(pid=8286): stderr: \u000a| �[0;m�[1;31m20221209130529150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130529151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130529151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130529151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130529151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130529151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130529163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130529173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130529173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130529174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:32.916685 run osmo-msc_10.42.42.6(pid=8292): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8292)]\u000a13:05:32.966113 run osmo-msc_10.42.42.6(pid=8292): stdout: \u000a| (launched: 2022-12-09_13:05:31.047786) \u000a13:05:33.016201 run osmo-msc_10.42.42.6(pid=8292): stderr: \u000a| �[0;m�[38;5;43m20221209130531597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130531598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15f7335c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130531598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130531598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130531598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130531599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130531603 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130531605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130531605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130531605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:33.058663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8285): Terminating (SIGTERM)\u000a13:05:33.098755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8288): Terminating (SIGTERM)\u000a13:05:33.139211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8291): Terminating (SIGTERM)\u000a13:05:33.148423 --- ParallelTerminationStrategy: PID 8285 died...\u000a13:05:33.202011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8285): Terminated: ok {rc=0}\u000a13:05:33.211496 --- ParallelTerminationStrategy: PID 8288 died...\u000a13:05:33.264781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8288): Terminated: ok {rc=0}\u000a13:05:33.274339 --- ParallelTerminationStrategy: PID 8291 died...\u000a13:05:33.328016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8291): Terminated: ok {rc=0}\u000a13:05:33.418142 bus /sierra_3: Setting Powered False\u000a13:05:34.522870 bus /sierra_3: Setting Powered False\u000a13:05:35.631048 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8300): Process ended prematurely: osmo-stp_10.42.42.5(pid=8300) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8300)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8300): Process ended prematurely: osmo-stp_10.42.42.5(pid=8300) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:05:36.748619 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:05:36.761409 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:05:36.928895 tst mo_mt_call_osmux.py: using LAC 21657\u000a13:05:37.058565 tst mo_mt_call_osmux.py: using RAC 237\u000a13:05:37.188489 tst mo_mt_call_osmux.py: using CellId 21657\u000a13:05:37.317655 tst mo_mt_call_osmux.py: using BVCI 21658\u000a13:05:37.342756 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:05:37.354530 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:05:37.366811 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:05:37.378234 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:05:37.390866 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:05:37.403094 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:05:37.523107 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:05:37.729904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:38.227152 run create_hlr_db(pid=8294): Launched\u000a13:05:38.405502 bus /sierra_2: Setting Powered False\u000a13:05:39.426796 run create_hlr_db(pid=8294): Terminated: ok {rc=0}\u000a13:05:39.838057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8296): Launched\u000a13:05:40.147591 run osmo-hlr_10.42.42.2(pid=8297): Launched\u000a13:05:40.259574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:40.796573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8299): Launched\u000a13:05:41.106179 run osmo-stp_10.42.42.5(pid=8300): Launched\u000a13:05:41.219115 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:41.782839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8302): Launched\u000a13:05:42.093672 run osmo-msc_10.42.42.6(pid=8303): Launched\u000a13:05:42.274632 run osmo-stp_10.42.42.5(pid=8300): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8300)]\u000a13:05:42.405141 run osmo-stp_10.42.42.5(pid=8300): stdout: \u000a| (launched: 2022-12-09_13:05:40.953599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:42.533280 run osmo-stp_10.42.42.5(pid=8300): stderr: \u000a| �[0;m�[38;5;43m20221209130541124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130541124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130541124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130541124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130541125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130541125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130541125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:42.657283 run osmo-stp_10.42.42.5(pid=8300): stdout: \u000a| (launched: 2022-12-09_13:05:40.953599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:42.780272 run osmo-stp_10.42.42.5(pid=8300): stderr: \u000a| �[0;m�[38;5;43m20221209130541124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130541124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130541124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130541124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130541125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130541125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130541125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:42.834341 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8300): Process ended prematurely: osmo-stp_10.42.42.5(pid=8300) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8300)] [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:05:42.842882 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:05:42.902186 run osmo-hlr_10.42.42.2(pid=8297): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8297)]\u000a13:05:42.951042 run osmo-hlr_10.42.42.2(pid=8297): stdout: \u000a| (launched: 2022-12-09_13:05:39.995982) \u000a13:05:43.000693 run osmo-hlr_10.42.42.2(pid=8297): stderr: \u000a| �[0;m�[1;31m20221209130540175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130540175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130540175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130540175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130540175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130540175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130540220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130540229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130540229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130540229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:43.067876 run osmo-msc_10.42.42.6(pid=8303): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8303)]\u000a13:05:43.116736 run osmo-msc_10.42.42.6(pid=8303): stdout: \u000a| (launched: 2022-12-09_13:05:41.940335) \u000a13:05:43.166071 run osmo-msc_10.42.42.6(pid=8303): stderr: \u000a| �[0;m�[38;5;43m20221209130542213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130542214 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb343c72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130542214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130542214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130542214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130542214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130542216 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130542216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130542216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130542216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:43.207944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8296): Terminating (SIGTERM)\u000a13:05:43.248211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8299): Terminating (SIGTERM)\u000a13:05:43.287906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8302): Terminating (SIGTERM)\u000a13:05:43.297046 --- ParallelTerminationStrategy: PID 8296 died...\u000a13:05:43.350055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8296): Terminated: ok {rc=0}\u000a13:05:43.359509 --- ParallelTerminationStrategy: PID 8299 died...\u000a13:05:43.412223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8299): Terminated: ok {rc=0}\u000a13:05:43.421681 --- ParallelTerminationStrategy: PID 8302 died...\u000a13:05:43.474307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8302): Terminated: ok {rc=0}\u000a13:05:43.564136 bus /sierra_3: Setting Powered False\u000a13:05:44.670276 bus /sierra_3: Setting Powered False\u000a13:05:45.778078 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:05:25" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8314): Process ended prematurely: osmo-stp_10.42.42.5(pid=8314) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8314)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8314): Process ended prematurely: osmo-stp_10.42.42.5(pid=8314) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:05:47.835486 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:47.847106 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:05:48.014284 tst mo_mt_call.py: using LAC 21658\u000a13:05:48.144890 tst mo_mt_call.py: using RAC 238\u000a13:05:48.270183 tst mo_mt_call.py: using CellId 21658\u000a13:05:48.394989 tst mo_mt_call.py: using BVCI 21659\u000a13:05:48.418800 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:48.430174 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:48.441490 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:48.452675 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:48.464088 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:48.475228 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:05:48.595971 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:05:48.801484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:49.302401 run create_hlr_db(pid=8308): Launched\u000a13:05:49.494206 bus /sierra_2: Setting Powered False\u000a13:05:50.515297 run create_hlr_db(pid=8308): Terminated: ok {rc=0}\u000a13:05:50.929848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8310): Launched\u000a13:05:51.239680 run osmo-hlr_10.42.42.2(pid=8311): Launched\u000a13:05:51.355107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:51.891115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8313): Launched\u000a13:05:52.202581 run osmo-stp_10.42.42.5(pid=8314): Launched\u000a13:05:52.314392 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:52.882958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8316): Launched\u000a13:05:53.195536 run osmo-msc_10.42.42.6(pid=8317): Launched\u000a13:05:53.378109 run osmo-stp_10.42.42.5(pid=8314): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8314)]\u000a13:05:53.509750 run osmo-stp_10.42.42.5(pid=8314): stdout: \u000a| (launched: 2022-12-09_13:05:52.048517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:53.638844 run osmo-stp_10.42.42.5(pid=8314): stderr: \u000a| �[0;m�[38;5;43m20221209130552220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130552220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130552220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130552221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130552221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130552221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130552221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:53.763657 run osmo-stp_10.42.42.5(pid=8314): stdout: \u000a| (launched: 2022-12-09_13:05:52.048517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:53.887359 run osmo-stp_10.42.42.5(pid=8314): stderr: \u000a| �[0;m�[38;5;43m20221209130552220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130552220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130552220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130552221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130552221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130552221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130552221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:53.941761 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8314): Process ended prematurely: osmo-stp_10.42.42.5(pid=8314) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8314)] [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:05:53.950549 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:05:54.010038 run osmo-hlr_10.42.42.2(pid=8311): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8311)]\u000a13:05:54.058900 run osmo-hlr_10.42.42.2(pid=8311): stdout: \u000a| (launched: 2022-12-09_13:05:51.087491) \u000a13:05:54.108404 run osmo-hlr_10.42.42.2(pid=8311): stderr: \u000a| �[0;m�[1;31m20221209130551263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130551263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130551263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130551263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130551263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130551263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130551275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130551283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130551283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130551283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:54.175503 run osmo-msc_10.42.42.6(pid=8317): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8317)]\u000a13:05:54.224563 run osmo-msc_10.42.42.6(pid=8317): stdout: \u000a| (launched: 2022-12-09_13:05:53.041471) \u000a13:05:54.273918 run osmo-msc_10.42.42.6(pid=8317): stderr: \u000a| �[0;m�[38;5;43m20221209130553314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130553314 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e4d2f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130553314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130553314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130553314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130553315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130553316 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130553317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130553317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130553317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:54.315753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8310): Terminating (SIGTERM)\u000a13:05:54.355504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8313): Terminating (SIGTERM)\u000a13:05:54.395329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8316): Terminating (SIGTERM)\u000a13:05:54.404455 --- ParallelTerminationStrategy: PID 8310 died...\u000a13:05:54.457511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8310): Terminated: ok {rc=0}\u000a13:05:54.466989 --- ParallelTerminationStrategy: PID 8313 died...\u000a13:05:54.519765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8313): Terminated: ok {rc=0}\u000a13:05:54.529389 --- ParallelTerminationStrategy: PID 8316 died...\u000a13:05:54.582668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8316): Terminated: ok {rc=0}\u000a13:05:54.672654 bus /sierra_3: Setting Powered False\u000a13:05:55.776932 bus /sierra_3: Setting Powered False\u000a13:05:56.886036 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8325): Process ended prematurely: osmo-stp_10.42.42.5(pid=8325) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8325)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8325): Process ended prematurely: osmo-stp_10.42.42.5(pid=8325) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:05:57.996552 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:58.008402 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:05:58.166387 tst mo_mt_call_osmux.py: using LAC 21659\u000a13:05:58.289549 tst mo_mt_call_osmux.py: using RAC 239\u000a13:05:58.410901 tst mo_mt_call_osmux.py: using CellId 21659\u000a13:05:58.534962 tst mo_mt_call_osmux.py: using BVCI 21660\u000a13:05:58.558832 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:58.570208 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:58.581215 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:58.592211 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:58.603391 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:58.614432 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:05:58.731408 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:05:58.946338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:59.466225 run create_hlr_db(pid=8319): Launched\u000a13:05:59.657968 bus /sierra_2: Setting Powered False\u000a13:06:00.677889 run create_hlr_db(pid=8319): Terminated: ok {rc=0}\u000a13:06:01.144441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8321): Launched\u000a13:06:01.615362 run osmo-hlr_10.42.42.2(pid=8322): Launched\u000a13:06:01.847511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:02.555321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8324): Launched\u000a13:06:02.886335 run osmo-stp_10.42.42.5(pid=8325): Launched\u000a13:06:03.006475 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:06:03.609888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8327): Launched\u000a13:06:03.941158 run osmo-msc_10.42.42.6(pid=8328): Launched\u000a13:06:04.134373 run osmo-stp_10.42.42.5(pid=8325): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8325)]\u000a13:06:04.273746 run osmo-stp_10.42.42.5(pid=8325): stdout: \u000a| (launched: 2022-12-09_13:06:02.723856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:04.411666 run osmo-stp_10.42.42.5(pid=8325): stderr: \u000a| �[0;m�[38;5;43m20221209130602916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130602916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130602916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130602917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130602917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130602917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130602917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:04.544207 run osmo-stp_10.42.42.5(pid=8325): stdout: \u000a| (launched: 2022-12-09_13:06:02.723856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:04.675558 run osmo-stp_10.42.42.5(pid=8325): stderr: \u000a| �[0;m�[38;5;43m20221209130602916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130602916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130602916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130602917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130602917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130602917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130602917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:04.732906 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8325): Process ended prematurely: osmo-stp_10.42.42.5(pid=8325) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8325)] [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:06:04.742773 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a13:06:04.806511 run osmo-hlr_10.42.42.2(pid=8322): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8322)]\u000a13:06:04.858415 run osmo-hlr_10.42.42.2(pid=8322): stdout: \u000a| (launched: 2022-12-09_13:06:01.315610) \u000a13:06:04.911252 run osmo-hlr_10.42.42.2(pid=8322): stderr: \u000a| �[0;m�[1;31m20221209130601774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130601774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130601774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130601774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130601774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130601774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130601791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130601806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130601807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130601807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:04.982553 run osmo-msc_10.42.42.6(pid=8328): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8328)]\u000a13:06:05.034609 run osmo-msc_10.42.42.6(pid=8328): stdout: \u000a| (launched: 2022-12-09_13:06:03.777846) \u000a13:06:05.087036 run osmo-msc_10.42.42.6(pid=8328): stderr: \u000a| �[0;m�[38;5;43m20221209130604101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130604101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88a7657c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130604101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130604101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130604101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130604101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130604103 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130604103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130604104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130604104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:06:05.131505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8321): Terminating (SIGTERM)\u000a13:06:05.173838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8324): Terminating (SIGTERM)\u000a13:06:05.216514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8327): Terminating (SIGTERM)\u000a13:06:05.226170 --- ParallelTerminationStrategy: PID 8321 died...\u000a13:06:05.283028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8321): Terminated: ok {rc=0}\u000a13:06:05.293080 --- ParallelTerminationStrategy: PID 8324 died...\u000a13:06:05.349255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8324): Terminated: ok {rc=0}\u000a13:06:05.359320 --- ParallelTerminationStrategy: PID 8327 died...\u000a13:06:05.415776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8327): Terminated: ok {rc=0}\u000a13:06:05.502962 bus /sierra_3: Setting Powered False\u000a13:06:06.612084 bus /sierra_3: Setting Powered False\u000a13:06:07.724835 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:05:47" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8339): Process ended prematurely: osmo-stp_10.42.42.5(pid=8339) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8339)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8339): Process ended prematurely: osmo-stp_10.42.42.5(pid=8339) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:06:09.717720 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:06:09.729014 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:06:09.885934 tst mo_mt_call.py: using LAC 21660\u000a13:06:10.006301 tst mo_mt_call.py: using RAC 240\u000a13:06:10.126308 tst mo_mt_call.py: using CellId 21660\u000a13:06:10.257124 tst mo_mt_call.py: using BVCI 21661\u000a13:06:10.282192 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:06:10.293775 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:06:10.305163 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:06:10.316932 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:06:10.328618 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:06:10.340400 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:06:10.458487 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:06:10.663638 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:11.160670 run create_hlr_db(pid=8333): Launched\u000a13:06:11.339424 bus /sierra_2: Setting Powered False\u000a13:06:12.359742 run create_hlr_db(pid=8333): Terminated: ok {rc=0}\u000a13:06:12.770008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8335): Launched\u000a13:06:13.078809 run osmo-hlr_10.42.42.2(pid=8336): Launched\u000a13:06:13.191886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:13.728712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8338): Launched\u000a13:06:14.038928 run osmo-stp_10.42.42.5(pid=8339): Launched\u000a13:06:14.150938 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:06:14.714022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8341): Launched\u000a13:06:15.024486 run osmo-msc_10.42.42.6(pid=8342): Launched\u000a13:06:15.204474 run osmo-stp_10.42.42.5(pid=8339): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8339)]\u000a13:06:15.334800 run osmo-stp_10.42.42.5(pid=8339): stdout: \u000a| (launched: 2022-12-09_13:06:13.885846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:15.463221 run osmo-stp_10.42.42.5(pid=8339): stderr: \u000a| �[0;m�[38;5;43m20221209130614058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130614058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130614059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130614059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130614060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130614060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130614060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:15.587753 run osmo-stp_10.42.42.5(pid=8339): stdout: \u000a| (launched: 2022-12-09_13:06:13.885846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:15.710538 run osmo-stp_10.42.42.5(pid=8339): stderr: \u000a| �[0;m�[38;5;43m20221209130614058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130614058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130614059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130614059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130614060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130614060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130614060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:15.764484 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8339): Process ended prematurely: osmo-stp_10.42.42.5(pid=8339) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8339)] [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:06:15.773455 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:06:15.843543 run osmo-hlr_10.42.42.2(pid=8336): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8336)]\u000a13:06:15.900374 run osmo-hlr_10.42.42.2(pid=8336): stdout: \u000a| (launched: 2022-12-09_13:06:12.926608) \u000a13:06:15.961034 run osmo-hlr_10.42.42.2(pid=8336): stderr: \u000a| �[0;m�[1;31m20221209130613104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130613104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130613104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130613104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130613104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130613105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130613117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130613126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130613127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130613127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:16.035243 run osmo-msc_10.42.42.6(pid=8342): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8342)]\u000a13:06:16.090531 run osmo-msc_10.42.42.6(pid=8342): stdout: \u000a| (launched: 2022-12-09_13:06:14.870826) \u000a13:06:16.147137 run osmo-msc_10.42.42.6(pid=8342): stderr: \u000a| �[0;m�[38;5;43m20221209130615146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130615146 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa15b26ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130615146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130615146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130615146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130615147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130615149 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130615149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130615149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130615149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:06:16.194729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8335): Terminating (SIGTERM)\u000a13:06:16.241263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8338): Terminating (SIGTERM)\u000a13:06:16.286675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8341): Terminating (SIGTERM)\u000a13:06:16.298588 --- ParallelTerminationStrategy: PID 8335 died...\u000a13:06:16.361083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8335): Terminated: ok {rc=0}\u000a13:06:16.372192 --- ParallelTerminationStrategy: PID 8338 died...\u000a13:06:16.432823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8338): Terminated: ok {rc=0}\u000a13:06:16.444124 --- ParallelTerminationStrategy: PID 8341 died...\u000a13:06:16.504374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8341): Terminated: ok {rc=0}\u000a13:06:16.600237 bus /sierra_3: Setting Powered False\u000a13:06:17.707593 bus /sierra_3: Setting Powered False\u000a13:06:18.816614 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8350): Process ended prematurely: osmo-stp_10.42.42.5(pid=8350) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8350)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8350): Process ended prematurely: osmo-stp_10.42.42.5(pid=8350) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:06:19.933751 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:06:19.946234 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:06:20.119042 tst mo_mt_call_osmux.py: using LAC 21661\u000a13:06:20.246657 tst mo_mt_call_osmux.py: using RAC 241\u000a13:06:20.373713 tst mo_mt_call_osmux.py: using CellId 21661\u000a13:06:20.502876 tst mo_mt_call_osmux.py: using BVCI 21662\u000a13:06:20.528028 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:06:20.539705 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:06:20.551250 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:06:20.563534 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:06:20.575415 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:06:20.587268 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:06:20.706541 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:06:20.923068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:21.441081 run create_hlr_db(pid=8344): Launched\u000a13:06:21.633642 bus /sierra_2: Setting Powered False\u000a13:06:22.652933 run create_hlr_db(pid=8344): Terminated: ok {rc=0}\u000a13:06:23.090568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8346): Launched\u000a13:06:23.422669 run osmo-hlr_10.42.42.2(pid=8347): Launched\u000a13:06:23.545821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:24.121455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8349): Launched\u000a13:06:24.451876 run osmo-stp_10.42.42.5(pid=8350): Launched\u000a13:06:24.571940 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:06:25.175341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8352): Launched\u000a13:06:25.505860 run osmo-msc_10.42.42.6(pid=8353): Launched\u000a13:06:25.700463 run osmo-stp_10.42.42.5(pid=8350): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8350)]\u000a13:06:25.840350 run osmo-stp_10.42.42.5(pid=8350): stdout: \u000a| (launched: 2022-12-09_13:06:24.289362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:25.978548 run osmo-stp_10.42.42.5(pid=8350): stderr: \u000a| �[0;m�[38;5;43m20221209130624481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130624481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130624481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130624482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130624482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130624482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130624482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:26.111475 run osmo-stp_10.42.42.5(pid=8350): stdout: \u000a| (launched: 2022-12-09_13:06:24.289362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:26.243286 run osmo-stp_10.42.42.5(pid=8350): stderr: \u000a| �[0;m�[38;5;43m20221209130624481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130624481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130624481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130624482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130624482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130624482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130624482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:26.301149 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8350): Process ended prematurely: osmo-stp_10.42.42.5(pid=8350) [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8350)] [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:06:26.310574 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:06:26.374492 run osmo-hlr_10.42.42.2(pid=8347): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8347)]\u000a13:06:26.426770 run osmo-hlr_10.42.42.2(pid=8347): stdout: \u000a| (launched: 2022-12-09_13:06:23.258640) \u000a13:06:26.479839 run osmo-hlr_10.42.42.2(pid=8347): stderr: \u000a| �[0;m�[1;31m20221209130623458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130623458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130623458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130623458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130623458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130623458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130623470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130623479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130623479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130623479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:26.551621 run osmo-msc_10.42.42.6(pid=8353): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8353)]\u000a13:06:26.604110 run osmo-msc_10.42.42.6(pid=8353): stdout: \u000a| (launched: 2022-12-09_13:06:25.343047) \u000a13:06:26.656942 run osmo-msc_10.42.42.6(pid=8353): stderr: \u000a| �[0;m�[38;5;43m20221209130625666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130625666 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd979bc9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130625666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130625666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130625666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130625666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130625668 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130625669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130625669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130625669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:06:26.701902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8346): Terminating (SIGTERM)\u000a13:06:26.744200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8349): Terminating (SIGTERM)\u000a13:06:26.786851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8352): Terminating (SIGTERM)\u000a13:06:26.796781 --- ParallelTerminationStrategy: PID 8346 died...\u000a13:06:26.853711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8346): Terminated: ok {rc=0}\u000a13:06:26.863809 --- ParallelTerminationStrategy: PID 8349 died...\u000a13:06:26.920376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8349): Terminated: ok {rc=0}\u000a13:06:26.930482 --- ParallelTerminationStrategy: PID 8352 died...\u000a13:06:26.986999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8352): Terminated: ok {rc=0}\u000a13:06:27.075368 bus /sierra_3: Setting Powered False\u000a13:06:28.180264 bus /sierra_3: Setting Powered False\u000a13:06:29.291717 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:06:09" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8365): Process ended prematurely: osmo-stp_10.42.42.5(pid=8365) [trial-2360↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8365)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8365): Process ended prematurely: osmo-stp_10.42.42.5(pid=8365) [trial-2360↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:06:31.312425 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:31.325216 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:06:31.514754 tst mo_mt_call.py: using LAC 21662\u000a13:06:31.651575 tst mo_mt_call.py: using RAC 242\u000a13:06:31.784882 tst mo_mt_call.py: using CellId 21662\u000a13:06:31.944300 tst mo_mt_call.py: using BVCI 21663\u000a13:06:31.974010 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:31.986775 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:32.000545 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:32.013292 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:32.028244 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:32.042195 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:06:32.168744 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:06:32.386096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:32.906801 run create_hlr_db(pid=8359): Launched\u000a13:06:33.097849 bus /sierra_2: Setting Powered False\u000a13:06:34.119145 run create_hlr_db(pid=8359): Terminated: ok {rc=0}\u000a13:06:34.556543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8361): Launched\u000a13:06:34.887349 run osmo-hlr_10.42.42.2(pid=8362): Launched\u000a13:06:35.007319 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:35.578311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8364): Launched\u000a13:06:35.908586 run osmo-stp_10.42.42.5(pid=8365): Launched\u000a13:06:36.027703 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:06:36.629473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8367): Launched\u000a13:06:36.960880 run osmo-msc_10.42.42.6(pid=8368): Launched\u000a13:06:37.154390 run osmo-stp_10.42.42.5(pid=8365): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8365)]\u000a13:06:37.293854 run osmo-stp_10.42.42.5(pid=8365): stdout: \u000a| (launched: 2022-12-09_13:06:35.747050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:37.432156 run osmo-stp_10.42.42.5(pid=8365): stderr: \u000a| �[0;m�[38;5;43m20221209130635941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130635941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130635941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130635941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130635942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130635942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130635942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:37.564551 run osmo-stp_10.42.42.5(pid=8365): stdout: \u000a| (launched: 2022-12-09_13:06:35.747050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:37.697055 run osmo-stp_10.42.42.5(pid=8365): stderr: \u000a| �[0;m�[38;5;43m20221209130635941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130635941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130635941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130635941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130635942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130635942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130635942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:37.754509 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8365): Process ended prematurely: osmo-stp_10.42.42.5(pid=8365) [trial-2360↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8365)] [trial-2360↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:06:37.763801 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a13:06:37.827274 run osmo-hlr_10.42.42.2(pid=8362): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8362)]\u000a13:06:37.879290 run osmo-hlr_10.42.42.2(pid=8362): stdout: \u000a| (launched: 2022-12-09_13:06:34.725088) \u000a13:06:37.932036 run osmo-hlr_10.42.42.2(pid=8362): stderr: \u000a| �[0;m�[1;31m20221209130634923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130634923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130634923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130634923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130634923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130634923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130634933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130634943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130634943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130634943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:38.003904 run osmo-msc_10.42.42.6(pid=8368): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8368)]\u000a13:06:38.055878 run osmo-msc_10.42.42.6(pid=8368): stdout: \u000a| (launched: 2022-12-09_13:06:36.797127) \u000a13:06:38.108513 run osmo-msc_10.42.42.6(pid=8368): stderr: \u000a| �[0;m�[38;5;43m20221209130637119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130637119 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faff3d34c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130637119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130637119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130637120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130637120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130637121 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130637122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130637122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130637122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:06:38.152839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8361): Terminating (SIGTERM)\u000a13:06:38.195620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8364): Terminating (SIGTERM)\u000a13:06:38.237557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8367): Terminating (SIGTERM)\u000a13:06:38.247456 --- ParallelTerminationStrategy: PID 8361 died...\u000a13:06:38.303719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8361): Terminated: ok {rc=0}\u000a13:06:38.313785 --- ParallelTerminationStrategy: PID 8364 died...\u000a13:06:38.369520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8364): Terminated: ok {rc=0}\u000a13:06:38.379813 --- ParallelTerminationStrategy: PID 8367 died...\u000a13:06:38.435651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8367): Terminated: ok {rc=0}\u000a13:06:38.523699 bus /sierra_3: Setting Powered False\u000a13:06:39.631524 bus /sierra_3: Setting Powered False\u000a13:06:40.742011 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8376): Process ended prematurely: osmo-stp_10.42.42.5(pid=8376) [trial-2360↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8376)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8376): Process ended prematurely: osmo-stp_10.42.42.5(pid=8376) [trial-2360↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:06:41.851808 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:41.863907 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:06:42.023866 tst mo_mt_call_osmux.py: using LAC 21663\u000a13:06:42.150855 tst mo_mt_call_osmux.py: using RAC 243\u000a13:06:42.270782 tst mo_mt_call_osmux.py: using CellId 21663\u000a13:06:42.390352 tst mo_mt_call_osmux.py: using BVCI 21664\u000a13:06:42.414133 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:42.425538 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:42.436488 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:42.447564 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:42.458765 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:42.469879 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:06:42.590516 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:06:42.794455 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:43.290161 run create_hlr_db(pid=8370): Launched\u000a13:06:43.467863 bus /sierra_2: Setting Powered False\u000a13:06:44.489545 run create_hlr_db(pid=8370): Terminated: ok {rc=0}\u000a13:06:44.926458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8372): Launched\u000a13:06:45.258033 run osmo-hlr_10.42.42.2(pid=8373): Launched\u000a13:06:45.379352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:45.973880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8375): Launched\u000a13:06:46.432103 run osmo-stp_10.42.42.5(pid=8376): Launched\u000a13:06:46.634933 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:06:47.263035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8378): Launched\u000a13:06:47.598736 run osmo-msc_10.42.42.6(pid=8379): Launched\u000a13:06:47.794199 run osmo-stp_10.42.42.5(pid=8376): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8376)]\u000a13:06:47.934865 run osmo-stp_10.42.42.5(pid=8376): stdout: \u000a| (launched: 2022-12-09_13:06:46.136127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:48.073543 run osmo-stp_10.42.42.5(pid=8376): stderr: \u000a| �[0;m�[38;5;43m20221209130646479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130646479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130646481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130646481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130646483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130646483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130646483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:48.206226 run osmo-stp_10.42.42.5(pid=8376): stdout: \u000a| (launched: 2022-12-09_13:06:46.136127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:48.338036 run osmo-stp_10.42.42.5(pid=8376): stderr: \u000a| �[0;m�[38;5;43m20221209130646479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130646479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130646481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130646481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130646483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130646483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130646483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:48.395707 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8376): Process ended prematurely: osmo-stp_10.42.42.5(pid=8376) [trial-2360↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8376)] [trial-2360↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:06:48.404871 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a13:06:48.468714 run osmo-hlr_10.42.42.2(pid=8373): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8373)]\u000a13:06:48.520790 run osmo-hlr_10.42.42.2(pid=8373): stdout: \u000a| (launched: 2022-12-09_13:06:45.094670) \u000a13:06:48.573991 run osmo-hlr_10.42.42.2(pid=8373): stderr: \u000a| �[0;m�[1;31m20221209130645292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130645292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130645292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130645292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130645293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130645293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130645304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130645315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130645315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130645315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:48.646460 run osmo-msc_10.42.42.6(pid=8379): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8379)]\u000a13:06:48.698781 run osmo-msc_10.42.42.6(pid=8379): stdout: \u000a| (launched: 2022-12-09_13:06:47.435364) \u000a13:06:48.751730 run osmo-msc_10.42.42.6(pid=8379): stderr: \u000a| �[0;m�[38;5;43m20221209130647759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130647759 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f786c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130647759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130647759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130647759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130647759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130647761 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130647762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130647762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130647762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:06:48.796354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8372): Terminating (SIGTERM)\u000a13:06:48.838741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8375): Terminating (SIGTERM)\u000a13:06:48.880477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8378): Terminating (SIGTERM)\u000a13:06:48.890391 --- ParallelTerminationStrategy: PID 8372 died...\u000a13:06:48.946494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8372): Terminated: ok {rc=0}\u000a13:06:48.956874 --- ParallelTerminationStrategy: PID 8375 died...\u000a13:06:49.013338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8375): Terminated: ok {rc=0}\u000a13:06:49.023668 --- ParallelTerminationStrategy: PID 8378 died...\u000a13:06:49.080741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8378): Terminated: ok {rc=0}\u000a13:06:49.170070 bus /sierra_3: Setting Powered False\u000a13:06:50.279404 bus /sierra_3: Setting Powered False\u000a13:06:51.392613 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:06:31" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8390): Process ended prematurely: osmo-stp_10.42.42.5(pid=8390) [trial-2360↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8390)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8390): Process ended prematurely: osmo-stp_10.42.42.5(pid=8390) [trial-2360↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:06:53.387599 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:53.398704 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:06:53.557589 tst mo_mt_call.py: using LAC 21664\u000a13:06:53.678614 tst mo_mt_call.py: using RAC 244\u000a13:06:53.802469 tst mo_mt_call.py: using CellId 21664\u000a13:06:53.926148 tst mo_mt_call.py: using BVCI 21665\u000a13:06:53.949786 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:53.960588 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:53.971372 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:53.982124 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:53.992873 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:54.003695 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:06:54.118070 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:06:54.321068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:54.817940 run create_hlr_db(pid=8384): Launched\u000a13:06:54.996200 bus /sierra_2: Setting Powered False\u000a13:06:56.018024 run create_hlr_db(pid=8384): Terminated: ok {rc=0}\u000a13:06:56.457046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8386): Launched\u000a13:06:56.789133 run osmo-hlr_10.42.42.2(pid=8387): Launched\u000a13:06:56.909515 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:57.482380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8389): Launched\u000a13:06:57.813832 run osmo-stp_10.42.42.5(pid=8390): Launched\u000a13:06:57.934108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:06:58.538730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8392): Launched\u000a13:06:58.871365 run osmo-msc_10.42.42.6(pid=8393): Launched\u000a13:06:59.065036 run osmo-stp_10.42.42.5(pid=8390): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8390)]\u000a13:06:59.205120 run osmo-stp_10.42.42.5(pid=8390): stdout: \u000a| (launched: 2022-12-09_13:06:57.651276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:59.343609 run osmo-stp_10.42.42.5(pid=8390): stderr: \u000a| �[0;m�[38;5;43m20221209130657846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130657846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130657847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130657847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130657847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130657847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130657848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:59.476359 run osmo-stp_10.42.42.5(pid=8390): stdout: \u000a| (launched: 2022-12-09_13:06:57.651276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:59.608710 run osmo-stp_10.42.42.5(pid=8390): stderr: \u000a| �[0;m�[38;5;43m20221209130657846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130657846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130657847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130657847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130657847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130657847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130657848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:59.667130 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8390): Process ended prematurely: osmo-stp_10.42.42.5(pid=8390) [trial-2360↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8390)] [trial-2360↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:06:59.676243 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:06:59.740787 run osmo-hlr_10.42.42.2(pid=8387): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8387)]\u000a13:06:59.793423 run osmo-hlr_10.42.42.2(pid=8387): stdout: \u000a| (launched: 2022-12-09_13:06:56.626187) \u000a13:06:59.846911 run osmo-hlr_10.42.42.2(pid=8387): stderr: \u000a| �[0;m�[1;31m20221209130656826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130656826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130656827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130656827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130656827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130656827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130656839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130656849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130656849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130656850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:59.919134 run osmo-msc_10.42.42.6(pid=8393): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8393)]\u000a13:06:59.971950 run osmo-msc_10.42.42.6(pid=8393): stdout: \u000a| (launched: 2022-12-09_13:06:58.707780) \u000a13:07:00.025225 run osmo-msc_10.42.42.6(pid=8393): stderr: \u000a| �[0;m�[38;5;43m20221209130659031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130659031 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe53c9a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130659031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130659031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130659031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130659031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130659033 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130659033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130659034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130659034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:07:00.070361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8386): Terminating (SIGTERM)\u000a13:07:00.113431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8389): Terminating (SIGTERM)\u000a13:07:00.155773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8392): Terminating (SIGTERM)\u000a13:07:00.165868 --- ParallelTerminationStrategy: PID 8386 died...\u000a13:07:00.223342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8386): Terminated: ok {rc=0}\u000a13:07:00.233937 --- ParallelTerminationStrategy: PID 8389 died...\u000a13:07:00.290600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8389): Terminated: ok {rc=0}\u000a13:07:00.300713 --- ParallelTerminationStrategy: PID 8392 died...\u000a13:07:00.358214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8392): Terminated: ok {rc=0}\u000a13:07:00.447065 bus /sierra_3: Setting Powered False\u000a13:07:01.554563 bus /sierra_3: Setting Powered False\u000a13:07:02.663344 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8401): Process ended prematurely: osmo-stp_10.42.42.5(pid=8401) [trial-2360↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8401)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8401): Process ended prematurely: osmo-stp_10.42.42.5(pid=8401) [trial-2360↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:07:03.780194 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:07:03.792444 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:07:03.960882 tst mo_mt_call_osmux.py: using LAC 21665\u000a13:07:04.090245 tst mo_mt_call_osmux.py: using RAC 245\u000a13:07:04.220543 tst mo_mt_call_osmux.py: using CellId 21665\u000a13:07:04.349697 tst mo_mt_call_osmux.py: using BVCI 21666\u000a13:07:04.374935 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:07:04.386427 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:07:04.397776 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:07:04.409362 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:07:04.421571 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:07:04.434376 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:07:04.553895 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:07:04.767803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:05.286217 run create_hlr_db(pid=8395): Launched\u000a13:07:05.477184 bus /sierra_2: Setting Powered False\u000a13:07:06.486997 run create_hlr_db(pid=8395): Terminated: ok {rc=0}\u000a13:07:06.934814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8397): Launched\u000a13:07:07.266734 run osmo-hlr_10.42.42.2(pid=8398): Launched\u000a13:07:07.386030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:07.963701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8400): Launched\u000a13:07:08.294101 run osmo-stp_10.42.42.5(pid=8401): Launched\u000a13:07:08.414638 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:07:09.019126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8403): Launched\u000a13:07:09.350604 run osmo-msc_10.42.42.6(pid=8404): Launched\u000a13:07:09.544154 run osmo-stp_10.42.42.5(pid=8401): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8401)]\u000a13:07:09.684395 run osmo-stp_10.42.42.5(pid=8401): stdout: \u000a| (launched: 2022-12-09_13:07:08.131759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:09.823422 run osmo-stp_10.42.42.5(pid=8401): stderr: \u000a| �[0;m�[38;5;43m20221209130708325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130708326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130708326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130708326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130708327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130708327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130708327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:09.956437 run osmo-stp_10.42.42.5(pid=8401): stdout: \u000a| (launched: 2022-12-09_13:07:08.131759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:10.088167 run osmo-stp_10.42.42.5(pid=8401): stderr: \u000a| �[0;m�[38;5;43m20221209130708325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130708326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130708326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130708326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130708327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130708327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130708327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:10.146292 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8401): Process ended prematurely: osmo-stp_10.42.42.5(pid=8401) [trial-2360↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8401)] [trial-2360↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:07:10.155602 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:07:10.219788 run osmo-hlr_10.42.42.2(pid=8398): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8398)]\u000a13:07:10.272141 run osmo-hlr_10.42.42.2(pid=8398): stdout: \u000a| (launched: 2022-12-09_13:07:07.102790) \u000a13:07:10.325282 run osmo-hlr_10.42.42.2(pid=8398): stderr: \u000a| �[0;m�[1;31m20221209130707303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130707303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130707303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130707303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130707303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130707303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130707315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130707324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130707324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130707324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:10.396731 run osmo-msc_10.42.42.6(pid=8404): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8404)]\u000a13:07:10.449449 run osmo-msc_10.42.42.6(pid=8404): stdout: \u000a| (launched: 2022-12-09_13:07:09.187379) \u000a13:07:10.502341 run osmo-msc_10.42.42.6(pid=8404): stderr: \u000a| �[0;m�[38;5;43m20221209130709510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130709510 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4321ef7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130709510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130709510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130709511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130709511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130709512 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130709513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130709513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130709513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:07:10.547489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8397): Terminating (SIGTERM)\u000a13:07:10.590204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8400): Terminating (SIGTERM)\u000a13:07:10.633316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8403): Terminating (SIGTERM)\u000a13:07:10.643189 --- ParallelTerminationStrategy: PID 8397 died...\u000a13:07:10.700307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8397): Terminated: ok {rc=0}\u000a13:07:10.710459 --- ParallelTerminationStrategy: PID 8400 died...\u000a13:07:10.767149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8400): Terminated: ok {rc=0}\u000a13:07:10.777308 --- ParallelTerminationStrategy: PID 8403 died...\u000a13:07:10.834250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8403): Terminated: ok {rc=0}\u000a13:07:10.922610 bus /sierra_3: Setting Powered False\u000a13:07:12.026345 bus /sierra_3: Setting Powered False\u000a13:07:13.138255 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:06:53" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8415): Process ended prematurely: osmo-stp_10.42.42.5(pid=8415) [trial-2360↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8415)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8415): Process ended prematurely: osmo-stp_10.42.42.5(pid=8415) [trial-2360↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a13:07:15.129416 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:07:15.140430 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a13:07:15.278136 tst mo_mt_call.py: using LAC 21666\u000a13:07:15.398158 tst mo_mt_call.py: using RAC 246\u000a13:07:15.518524 tst mo_mt_call.py: using CellId 21666\u000a13:07:15.639077 tst mo_mt_call.py: using BVCI 21667\u000a13:07:15.662722 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:07:15.673829 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:07:15.684655 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:07:15.695418 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:07:15.706184 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:07:15.717084 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a13:07:15.840073 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a13:07:16.075255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:16.656615 run create_hlr_db(pid=8409): Launched\u000a13:07:16.855821 bus /sierra_2: Setting Powered False\u000a13:07:17.858975 run create_hlr_db(pid=8409): Terminated: ok {rc=0}\u000a13:07:18.314487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8411): Launched\u000a13:07:18.646910 run osmo-hlr_10.42.42.2(pid=8412): Launched\u000a13:07:18.765458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:19.338684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8414): Launched\u000a13:07:19.671463 run osmo-stp_10.42.42.5(pid=8415): Launched\u000a13:07:19.791407 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:07:20.395269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8417): Launched\u000a13:07:20.725494 run osmo-msc_10.42.42.6(pid=8418): Launched\u000a13:07:20.918501 run osmo-stp_10.42.42.5(pid=8415): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8415)]\u000a13:07:21.057262 run osmo-stp_10.42.42.5(pid=8415): stdout: \u000a| (launched: 2022-12-09_13:07:19.507008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:21.196252 run osmo-stp_10.42.42.5(pid=8415): stderr: \u000a| �[0;m�[38;5;43m20221209130719699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130719699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130719699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130719700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130719700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130719700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130719700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:21.329182 run osmo-stp_10.42.42.5(pid=8415): stdout: \u000a| (launched: 2022-12-09_13:07:19.507008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:21.460735 run osmo-stp_10.42.42.5(pid=8415): stderr: \u000a| �[0;m�[38;5;43m20221209130719699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130719699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130719699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130719700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130719700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130719700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130719700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:21.518492 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8415): Process ended prematurely: osmo-stp_10.42.42.5(pid=8415) [trial-2360↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8415)] [trial-2360↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a13:07:21.527788 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:07:21.591649 run osmo-hlr_10.42.42.2(pid=8412): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8412)]\u000a13:07:21.643714 run osmo-hlr_10.42.42.2(pid=8412): stdout: \u000a| (launched: 2022-12-09_13:07:18.482634) \u000a13:07:21.696600 run osmo-hlr_10.42.42.2(pid=8412): stderr: \u000a| �[0;m�[1;31m20221209130718681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130718682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130718682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130718682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130718682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130718682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130718695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130718705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130718705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130718705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:21.767787 run osmo-msc_10.42.42.6(pid=8418): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8418)]\u000a13:07:21.819549 run osmo-msc_10.42.42.6(pid=8418): stdout: \u000a| (launched: 2022-12-09_13:07:20.563120) \u000a13:07:21.871967 run osmo-msc_10.42.42.6(pid=8418): stderr: \u000a| �[0;m�[38;5;43m20221209130720887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130720887 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb878381c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130720887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130720887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130720887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130720887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130720889 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130720890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130720890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130720890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:07:21.916796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8411): Terminating (SIGTERM)\u000a13:07:21.959272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8414): Terminating (SIGTERM)\u000a13:07:22.001408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8417): Terminating (SIGTERM)\u000a13:07:22.011347 --- ParallelTerminationStrategy: PID 8411 died...\u000a13:07:22.067831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8411): Terminated: ok {rc=0}\u000a13:07:22.077818 --- ParallelTerminationStrategy: PID 8414 died...\u000a13:07:22.133558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8414): Terminated: ok {rc=0}\u000a13:07:22.143488 --- ParallelTerminationStrategy: PID 8417 died...\u000a13:07:22.199454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8417): Terminated: ok {rc=0}\u000a13:07:22.287284 bus /sierra_3: Setting Powered False\u000a13:07:23.390696 bus /sierra_3: Setting Powered False\u000a13:07:24.502364 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8426): Process ended prematurely: osmo-stp_10.42.42.5(pid=8426) [trial-2360↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8426)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8426): Process ended prematurely: osmo-stp_10.42.42.5(pid=8426) [trial-2360↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:07:25.613276 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:07:25.624915 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a13:07:25.768131 tst mo_mt_call_osmux.py: using LAC 21667\u000a13:07:25.890064 tst mo_mt_call_osmux.py: using RAC 247\u000a13:07:26.009766 tst mo_mt_call_osmux.py: using CellId 21667\u000a13:07:26.129395 tst mo_mt_call_osmux.py: using BVCI 21668\u000a13:07:26.152755 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:07:26.163827 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:07:26.174655 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:07:26.185470 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:07:26.196306 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:07:26.207181 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a13:07:26.326141 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a13:07:26.536848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:27.059508 run create_hlr_db(pid=8420): Launched\u000a13:07:27.251225 bus /sierra_2: Setting Powered False\u000a13:07:28.272118 run create_hlr_db(pid=8420): Terminated: ok {rc=0}\u000a13:07:28.688393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8422): Launched\u000a13:07:29.000811 run osmo-hlr_10.42.42.2(pid=8423): Launched\u000a13:07:29.115096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:29.653591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8425): Launched\u000a13:07:29.965585 run osmo-stp_10.42.42.5(pid=8426): Launched\u000a13:07:30.078769 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:07:30.648488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8428): Launched\u000a13:07:31.079683 run osmo-msc_10.42.42.6(pid=8429): Launched\u000a13:07:31.400935 run osmo-stp_10.42.42.5(pid=8426): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8426)]\u000a13:07:31.700464 run osmo-stp_10.42.42.5(pid=8426): stdout: \u000a| (launched: 2022-12-09_13:07:29.812317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:31.891523 run osmo-stp_10.42.42.5(pid=8426): stderr: \u000a| �[0;m�[38;5;43m20221209130729983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130729983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130729983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130729983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130729984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130729984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130729984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:32.052748 run osmo-stp_10.42.42.5(pid=8426): stdout: \u000a| (launched: 2022-12-09_13:07:29.812317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:32.196591 run osmo-stp_10.42.42.5(pid=8426): stderr: \u000a| �[0;m�[38;5;43m20221209130729983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130729983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130729983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130729983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130729984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130729984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130729984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:32.257359 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8426): Process ended prematurely: osmo-stp_10.42.42.5(pid=8426) [trial-2360↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8426)] [trial-2360↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a13:07:32.267810 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a13:07:32.336178 run osmo-hlr_10.42.42.2(pid=8423): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8423)]\u000a13:07:32.392522 run osmo-hlr_10.42.42.2(pid=8423): stdout: \u000a| (launched: 2022-12-09_13:07:28.846201) \u000a13:07:32.447310 run osmo-hlr_10.42.42.2(pid=8423): stderr: \u000a| �[0;m�[1;31m20221209130729024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130729024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130729024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130729024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130729024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130729024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130729036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130729045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130729045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130729045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:32.519403 run osmo-msc_10.42.42.6(pid=8429): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8429)]\u000a13:07:32.571967 run osmo-msc_10.42.42.6(pid=8429): stdout: \u000a| (launched: 2022-12-09_13:07:30.805960) \u000a13:07:32.625678 run osmo-msc_10.42.42.6(pid=8429): stderr: \u000a| �[0;m�[38;5;43m20221209130731531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130731531 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4ff6b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130731531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130731531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130731532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130731532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130731533 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130731534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130731534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130731534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:07:32.670648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8422): Terminating (SIGTERM)\u000a13:07:32.713580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8425): Terminating (SIGTERM)\u000a13:07:32.756063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8428): Terminating (SIGTERM)\u000a13:07:32.766156 --- ParallelTerminationStrategy: PID 8422 died...\u000a13:07:32.823058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8422): Terminated: ok {rc=0}\u000a13:07:32.833411 --- ParallelTerminationStrategy: PID 8425 died...\u000a13:07:32.890104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8425): Terminated: ok {rc=0}\u000a13:07:32.900108 --- ParallelTerminationStrategy: PID 8428 died...\u000a13:07:32.956458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8428): Terminated: ok {rc=0}\u000a13:07:33.042900 bus /sierra_3: Setting Powered False\u000a13:07:34.150343 bus /sierra_3: Setting Powered False\u000a13:07:35.257915 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:07:14" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8442): Process ended prematurely: osmo-stp_10.42.42.5(pid=8442) [trial-2360↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8442)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8442): Process ended prematurely: osmo-stp_10.42.42.5(pid=8442) [trial-2360↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a13:07:37.267476 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:07:37.279050 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:07:37.418559 tst mo_mt_call.py: using LAC 21668\u000a13:07:37.538565 tst mo_mt_call.py: using RAC 248\u000a13:07:37.661235 tst mo_mt_call.py: using CellId 21668\u000a13:07:37.781474 tst mo_mt_call.py: using BVCI 21669\u000a13:07:37.805382 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:07:37.816663 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:07:37.827800 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:07:37.839098 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:07:37.850353 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:07:37.861567 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:07:37.982480 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:07:38.198840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:38.721807 run create_hlr_db(pid=8436): Launched\u000a13:07:38.913500 bus /sierra_2: Setting Powered False\u000a13:07:39.933956 run create_hlr_db(pid=8436): Terminated: ok {rc=0}\u000a13:07:40.350654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8438): Launched\u000a13:07:40.663086 run osmo-hlr_10.42.42.2(pid=8439): Launched\u000a13:07:40.782184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:41.323729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8441): Launched\u000a13:07:41.637390 run osmo-stp_10.42.42.5(pid=8442): Launched\u000a13:07:41.749405 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:07:42.316501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8444): Launched\u000a13:07:42.628844 run osmo-msc_10.42.42.6(pid=8445): Launched\u000a13:07:42.811042 run osmo-stp_10.42.42.5(pid=8442): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8442)]\u000a13:07:42.942131 run osmo-stp_10.42.42.5(pid=8442): stdout: \u000a| (launched: 2022-12-09_13:07:41.482245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:43.071690 run osmo-stp_10.42.42.5(pid=8442): stderr: \u000a| �[0;m�[38;5;43m20221209130741655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130741655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130741656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130741656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130741657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130741657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130741657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:43.196465 run osmo-stp_10.42.42.5(pid=8442): stdout: \u000a| (launched: 2022-12-09_13:07:41.482245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:43.320489 run osmo-stp_10.42.42.5(pid=8442): stderr: \u000a| �[0;m�[38;5;43m20221209130741655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130741655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130741656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130741656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130741657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130741657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130741657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:43.375002 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8442): Process ended prematurely: osmo-stp_10.42.42.5(pid=8442) [trial-2360↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8442)] [trial-2360↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a13:07:43.383672 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:07:43.443929 run osmo-hlr_10.42.42.2(pid=8439): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8439)]\u000a13:07:43.493537 run osmo-hlr_10.42.42.2(pid=8439): stdout: \u000a| (launched: 2022-12-09_13:07:40.509411) \u000a13:07:43.543937 run osmo-hlr_10.42.42.2(pid=8439): stderr: \u000a| �[0;m�[1;31m20221209130740686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130740686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130740686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130740686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130740686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130740686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130740699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130740709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130740709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130740709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:43.612137 run osmo-msc_10.42.42.6(pid=8445): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8445)]\u000a13:07:43.661843 run osmo-msc_10.42.42.6(pid=8445): stdout: \u000a| (launched: 2022-12-09_13:07:42.474152) \u000a13:07:43.712230 run osmo-msc_10.42.42.6(pid=8445): stderr: \u000a| �[0;m�[38;5;43m20221209130742749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130742749 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe90255dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130742749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130742749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130742750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130742750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130742751 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130742752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130742752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130742752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:07:43.755447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8438): Terminating (SIGTERM)\u000a13:07:43.796545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8441): Terminating (SIGTERM)\u000a13:07:43.837483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8444): Terminating (SIGTERM)\u000a13:07:43.846899 --- ParallelTerminationStrategy: PID 8438 died...\u000a13:07:43.901521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8438): Terminated: ok {rc=0}\u000a13:07:43.911235 --- ParallelTerminationStrategy: PID 8441 died...\u000a13:07:43.965296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8441): Terminated: ok {rc=0}\u000a13:07:43.975093 --- ParallelTerminationStrategy: PID 8444 died...\u000a13:07:44.029408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8444): Terminated: ok {rc=0}\u000a13:07:44.114299 bus /sierra_3: Setting Powered False\u000a13:07:45.223203 bus /sierra_3: Setting Powered False\u000a13:07:46.341307 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8453): Process ended prematurely: osmo-stp_10.42.42.5(pid=8453) [trial-2360↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8453)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8453): Process ended prematurely: osmo-stp_10.42.42.5(pid=8453) [trial-2360↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:07:47.454799 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:07:47.466962 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:07:47.621346 tst mo_mt_call_osmux.py: using LAC 21669\u000a13:07:47.749951 tst mo_mt_call_osmux.py: using RAC 249\u000a13:07:47.879148 tst mo_mt_call_osmux.py: using CellId 21669\u000a13:07:48.007400 tst mo_mt_call_osmux.py: using BVCI 21670\u000a13:07:48.032715 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:07:48.044782 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:07:48.056823 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:07:48.070083 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:07:48.081867 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:07:48.094158 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:07:48.214038 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:07:48.422804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:48.921638 run create_hlr_db(pid=8447): Launched\u000a13:07:49.100780 bus /sierra_2: Setting Powered False\u000a13:07:50.120686 run create_hlr_db(pid=8447): Terminated: ok {rc=0}\u000a13:07:50.533223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8449): Launched\u000a13:07:50.843678 run osmo-hlr_10.42.42.2(pid=8450): Launched\u000a13:07:50.964584 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:51.503882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8452): Launched\u000a13:07:51.814702 run osmo-stp_10.42.42.5(pid=8453): Launched\u000a13:07:51.927439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:07:52.492671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8455): Launched\u000a13:07:52.804387 run osmo-msc_10.42.42.6(pid=8456): Launched\u000a13:07:52.986196 run osmo-stp_10.42.42.5(pid=8453): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8453)]\u000a13:07:53.117108 run osmo-stp_10.42.42.5(pid=8453): stdout: \u000a| (launched: 2022-12-09_13:07:51.661106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:53.245536 run osmo-stp_10.42.42.5(pid=8453): stderr: \u000a| �[0;m�[38;5;43m20221209130751832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130751833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130751833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130751833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130751834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130751834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130751834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:53.369944 run osmo-stp_10.42.42.5(pid=8453): stdout: \u000a| (launched: 2022-12-09_13:07:51.661106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:53.492873 run osmo-stp_10.42.42.5(pid=8453): stderr: \u000a| �[0;m�[38;5;43m20221209130751832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130751833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130751833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130751833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130751834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130751834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130751834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:53.546913 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8453): Process ended prematurely: osmo-stp_10.42.42.5(pid=8453) [trial-2360↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8453)] [trial-2360↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a13:07:53.555644 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:07:53.615159 run osmo-hlr_10.42.42.2(pid=8450): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8450)]\u000a13:07:53.664256 run osmo-hlr_10.42.42.2(pid=8450): stdout: \u000a| (launched: 2022-12-09_13:07:50.690425) \u000a13:07:53.713884 run osmo-hlr_10.42.42.2(pid=8450): stderr: \u000a| �[0;m�[1;31m20221209130750871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130750871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130750871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130750871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130750871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130750871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130750883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130750894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130750894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130750894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:53.781335 run osmo-msc_10.42.42.6(pid=8456): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8456)]\u000a13:07:53.830357 run osmo-msc_10.42.42.6(pid=8456): stdout: \u000a| (launched: 2022-12-09_13:07:52.650251) \u000a13:07:53.879570 run osmo-msc_10.42.42.6(pid=8456): stderr: \u000a| �[0;m�[38;5;43m20221209130752927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130752927 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f093963bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130752928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130752928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130752928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130752928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130752930 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130752930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130752930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130752930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:07:53.921545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8449): Terminating (SIGTERM)\u000a13:07:53.961219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8452): Terminating (SIGTERM)\u000a13:07:54.001379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8455): Terminating (SIGTERM)\u000a13:07:54.010703 --- ParallelTerminationStrategy: PID 8449 died...\u000a13:07:54.064110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8449): Terminated: ok {rc=0}\u000a13:07:54.073801 --- ParallelTerminationStrategy: PID 8452 died...\u000a13:07:54.126807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8452): Terminated: ok {rc=0}\u000a13:07:54.136348 --- ParallelTerminationStrategy: PID 8455 died...\u000a13:07:54.189211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8455): Terminated: ok {rc=0}\u000a13:07:54.278740 bus /sierra_3: Setting Powered False\u000a13:07:55.382823 bus /sierra_3: Setting Powered False\u000a13:07:56.494159 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:07:36" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "emergency:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8546): Process ended prematurely: osmo-stp_10.42.42.5(pid=8546) [trial-2360↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8546)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8546): Process ended prematurely: osmo-stp_10.42.42.5(pid=8546) [trial-2360↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:07:58.512393 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:07:58.523120 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a13:07:58.662301 tst emergency_mo_mt_call.py: using LAC 21670\u000a13:07:58.783487 tst emergency_mo_mt_call.py: using RAC 250\u000a13:07:58.910381 tst emergency_mo_mt_call.py: using CellId 21670\u000a13:07:59.028801 tst emergency_mo_mt_call.py: using BVCI 21671\u000a13:07:59.051857 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:07:59.062683 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:07:59.073239 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:07:59.084276 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:07:59.095322 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:07:59.106267 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:07:59.228083 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:07:59.431187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:59.918866 run create_hlr_db(pid=8461): Launched\u000a13:08:00.094727 bus /sierra_2: Setting Powered False\u000a13:08:01.169979 run create_hlr_db(pid=8461): Terminated: ok {rc=0}\u000a13:08:01.675590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8463): Launched\u000a13:08:02.135716 run osmo-hlr_10.42.42.2(pid=8475): Launched\u000a13:08:02.422134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:03.063029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8515): Launched\u000a13:08:03.557360 run osmo-stp_10.42.42.5(pid=8546): Launched\u000a13:08:03.818183 tst emergency_mo_mt_call.py: using MSISDN 7226\u000a13:08:04.047190 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:08:04.777044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8734): Launched\u000a13:08:05.206855 run osmo-msc_10.42.42.6(pid=8739): Launched\u000a13:08:05.576073 run osmo-stp_10.42.42.5(pid=8546): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8546)]\u000a13:08:05.858438 run osmo-stp_10.42.42.5(pid=8546): stdout: \u000a| (launched: 2022-12-09_13:08:03.247951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:06.040896 run osmo-stp_10.42.42.5(pid=8546): stderr: \u000a| �[0;m�[38;5;43m20221209130803582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130803582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130803582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130803583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130803583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130803583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130803583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:06.166444 run osmo-stp_10.42.42.5(pid=8546): stdout: \u000a| (launched: 2022-12-09_13:08:03.247951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:06.289452 run osmo-stp_10.42.42.5(pid=8546): stderr: \u000a| �[0;m�[38;5;43m20221209130803582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130803582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130803582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130803583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130803583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130803583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130803583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:06.344292 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=8546): Process ended prematurely: osmo-stp_10.42.42.5(pid=8546) [trial-2360↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8546)] [trial-2360↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a13:08:06.354063 tst emergency_mo_mt_call.py:19: Test FAILED (7.8 sec)\u000a13:08:06.416836 run osmo-hlr_10.42.42.2(pid=8475): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8475)]\u000a13:08:06.468055 run osmo-hlr_10.42.42.2(pid=8475): stdout: \u000a| (launched: 2022-12-09_13:08:01.852928) \u000a13:08:06.520099 run osmo-hlr_10.42.42.2(pid=8475): stderr: \u000a| �[0;m�[1;31m20221209130802197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130802197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130802197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130802197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130802197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130802197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130802213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130802221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130802222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130802222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:06.590223 run osmo-msc_10.42.42.6(pid=8739): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8739)]\u000a13:08:06.641211 run osmo-msc_10.42.42.6(pid=8739): stdout: \u000a| (launched: 2022-12-09_13:08:04.951282) \u000a13:08:06.692033 run osmo-msc_10.42.42.6(pid=8739): stderr: \u000a| �[0;m�[38;5;43m20221209130805536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130805536 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc37d795c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130805536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130805536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130805541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130805542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130805543 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130805544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130805544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130805544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:08:06.735031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8463): Terminating (SIGTERM)\u000a13:08:06.777190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8515): Terminating (SIGTERM)\u000a13:08:06.821202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8734): Terminating (SIGTERM)\u000a13:08:06.832773 --- ParallelTerminationStrategy: PID 8463 died...\u000a13:08:06.889786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8463): Terminated: ok {rc=0}\u000a13:08:06.900466 --- ParallelTerminationStrategy: PID 8515 died...\u000a13:08:06.955193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8515): Terminated: ok {rc=0}\u000a13:08:06.965190 --- ParallelTerminationStrategy: PID 8734 died...\u000a13:08:07.019669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8734): Terminated: ok {rc=0}\u000a13:08:07.108088 bus /sierra_3: Setting Powered False\u000a13:08:08.216661 bus /sierra_3: Setting Powered False\u000a13:08:09.328020 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "emergency:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8749): Process ended prematurely: osmo-stp_10.42.42.5(pid=8749) [trial-2360↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8749)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8749): Process ended prematurely: osmo-stp_10.42.42.5(pid=8749) [trial-2360↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:08:10.387884 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:08:10.401205 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a13:08:10.546316 tst emergency_preemptive_call.py: using LAC 21671\u000a13:08:10.669431 tst emergency_preemptive_call.py: using RAC 251\u000a13:08:10.791045 tst emergency_preemptive_call.py: using CellId 21671\u000a13:08:10.914885 tst emergency_preemptive_call.py: using BVCI 21672\u000a13:08:10.939207 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:08:10.951275 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:08:10.962877 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:08:10.974628 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:08:10.986227 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:08:10.998515 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:08:11.118717 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:08:11.238224 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:08:11.357492 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:08:11.562356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:12.099566 run create_hlr_db(pid=8743): Launched\u000a13:08:12.280048 bus /sierra_2: Setting Powered False\u000a13:08:13.302982 run create_hlr_db(pid=8743): Terminated: ok {rc=0}\u000a13:08:13.738576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8745): Launched\u000a13:08:14.150289 run osmo-hlr_10.42.42.2(pid=8746): Launched\u000a13:08:14.335498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:14.941108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8748): Launched\u000a13:08:15.356446 run osmo-stp_10.42.42.5(pid=8749): Launched\u000a13:08:15.599601 tst emergency_preemptive_call.py: using MSISDN 7227\u000a13:08:15.800427 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:08:16.476528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8751): Launched\u000a13:08:16.865439 run osmo-msc_10.42.42.6(pid=8752): Launched\u000a13:08:17.110103 run osmo-stp_10.42.42.5(pid=8749): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8749)]\u000a13:08:17.453936 run osmo-stp_10.42.42.5(pid=8749): stdout: \u000a| (launched: 2022-12-09_13:08:15.102398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:17.635037 run osmo-stp_10.42.42.5(pid=8749): stderr: \u000a| �[0;m�[38;5;43m20221209130815428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130815428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130815428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130815429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130815429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130815429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130815429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:17.769233 run osmo-stp_10.42.42.5(pid=8749): stdout: \u000a| (launched: 2022-12-09_13:08:15.102398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:17.901572 run osmo-stp_10.42.42.5(pid=8749): stderr: \u000a| �[0;m�[38;5;43m20221209130815428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130815428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130815428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130815429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130815429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130815429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130815429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:17.959523 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=8749): Process ended prematurely: osmo-stp_10.42.42.5(pid=8749) [trial-2360↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8749)] [trial-2360↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a13:08:17.968866 tst emergency_preemptive_call.py:32: Test FAILED (7.6 sec)\u000a13:08:18.035919 run osmo-hlr_10.42.42.2(pid=8746): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8746)]\u000a13:08:18.090088 run osmo-hlr_10.42.42.2(pid=8746): stdout: \u000a| (launched: 2022-12-09_13:08:13.899425) \u000a13:08:18.144768 run osmo-hlr_10.42.42.2(pid=8746): stderr: \u000a| �[0;m�[1;31m20221209130814233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130814233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130814233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130814233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130814233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130814233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130814255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130814268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130814273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130814273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:18.219270 run osmo-msc_10.42.42.6(pid=8752): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8752)]\u000a13:08:18.273251 run osmo-msc_10.42.42.6(pid=8752): stdout: \u000a| (launched: 2022-12-09_13:08:16.671215) \u000a13:08:18.327722 run osmo-msc_10.42.42.6(pid=8752): stderr: \u000a| �[0;m�[38;5;43m20221209130817211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209130817211 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90d46e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209130817211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209130817212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209130817212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209130817212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209130817217 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209130817217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209130817218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209130817218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:08:18.374022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8745): Terminating (SIGTERM)\u000a13:08:18.418814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8748): Terminating (SIGTERM)\u000a13:08:18.465003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8751): Terminating (SIGTERM)\u000a13:08:18.475869 --- ParallelTerminationStrategy: PID 8745 died...\u000a13:08:18.536283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8745): Terminated: ok {rc=0}\u000a13:08:18.547453 --- ParallelTerminationStrategy: PID 8748 died...\u000a13:08:18.606591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8748): Terminated: ok {rc=0}\u000a13:08:18.617537 --- ParallelTerminationStrategy: PID 8751 died...\u000a13:08:18.676391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8751): Terminated: ok {rc=0}\u000a13:08:18.802979 bus /sierra_9: Setting Powered False\u000a13:08:19.921711 bus /sierra_9: Setting Powered False\u000a13:08:21.036313 bus /sierra_8: Setting Powered False\u000a13:08:22.144518 bus /sierra_8: Setting Powered False\u000a13:08:23.257951 bus /sierra_3: Setting Powered False\u000a13:08:24.367024 bus /sierra_3: Setting Powered False\u000a13:08:25.481200 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:07:58" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8768): Process ended prematurely: osmo-stp_10.42.42.5(pid=8768) [trial-2360↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8768)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8768): Process ended prematurely: osmo-stp_10.42.42.5(pid=8768) [trial-2360↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:08:27.601488 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:27.612052 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:08:27.758152 tst cs_paging_gprs_active.py: using LAC 21672\u000a13:08:27.893693 tst cs_paging_gprs_active.py: using RAC 252\u000a13:08:28.023841 tst cs_paging_gprs_active.py: using CellId 21672\u000a13:08:28.146776 tst cs_paging_gprs_active.py: using BVCI 21673\u000a13:08:28.170666 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:28.181449 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:28.191823 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:28.202355 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:28.212623 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:28.222990 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:28.233506 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:28.243756 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:28.254358 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:08:28.373962 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:08:28.661654 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:08:28.792225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:29.114477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8758): Launched\u000a13:08:29.382785 run iperf3-srv_10.42.42.10(pid=8759): Launched\u000a13:08:29.571965 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:08:29.701903 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:30.024067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8760): Launched\u000a13:08:30.294998 run iperf3-srv_10.42.42.10(pid=8761): Launched\u000a13:08:30.485659 tst cs_paging_gprs_active.py:38: start network...\u000a13:08:30.616843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:31.181188 run create_hlr_db(pid=8762): Launched\u000a13:08:31.380916 bus /sierra_2: Setting Powered False\u000a13:08:32.398493 run create_hlr_db(pid=8762): Terminated: ok {rc=0}\u000a13:08:32.816538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8764): Launched\u000a13:08:33.128488 run osmo-hlr_10.42.42.2(pid=8765): Launched\u000a13:08:33.247319 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:33.788277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8767): Launched\u000a13:08:34.099590 run osmo-stp_10.42.42.5(pid=8768): Launched\u000a13:08:34.212085 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:34.757182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8770): Launched\u000a13:08:34.868383 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:08:35.140087 run patchelf(pid=8771): Launched\u000a13:08:35.322660 run osmo-stp_10.42.42.5(pid=8768): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8768)]\u000a13:08:35.455808 run osmo-stp_10.42.42.5(pid=8768): stdout: \u000a| (launched: 2022-12-09_13:08:33.946448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:35.588914 run osmo-stp_10.42.42.5(pid=8768): stderr: \u000a| �[0;m�[38;5;43m20221209130834117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130834118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130834118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130834118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130834119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130834119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130834119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:35.718021 run osmo-stp_10.42.42.5(pid=8768): stdout: \u000a| (launched: 2022-12-09_13:08:33.946448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:35.845865 run osmo-stp_10.42.42.5(pid=8768): stderr: \u000a| �[0;m�[38;5;43m20221209130834117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130834118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130834118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130834118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130834119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130834119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130834119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:35.993881 run patchelf(pid=8771): Terminating (SIGINT)\u000a13:08:36.167818 run patchelf(pid=8771): Terminated: ok {rc=0}\u000a13:08:36.199793 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8768): Process ended prematurely: osmo-stp_10.42.42.5(pid=8768) [trial-2360↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8768)] [trial-2360↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a13:08:36.208990 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a13:08:36.270065 run osmo-hlr_10.42.42.2(pid=8765): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8765)]\u000a13:08:36.320101 run osmo-hlr_10.42.42.2(pid=8765): stdout: \u000a| (launched: 2022-12-09_13:08:32.975284) \u000a13:08:36.370577 run osmo-hlr_10.42.42.2(pid=8765): stderr: \u000a| �[0;m�[1;31m20221209130833152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130833152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130833152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130833152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130833152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130833152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130833165 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130833174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130833174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130833174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:36.414214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8758): Terminating (SIGTERM)\u000a13:08:36.455330 run iperf3-srv_10.42.42.10(pid=8759): Terminating (SIGTERM)\u000a13:08:36.496494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8760): Terminating (SIGTERM)\u000a13:08:36.537477 run iperf3-srv_10.42.42.10(pid=8761): Terminating (SIGTERM)\u000a13:08:36.578498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8764): Terminating (SIGTERM)\u000a13:08:36.625461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8767): Terminating (SIGTERM)\u000a13:08:36.692357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8770): Terminating (SIGTERM)\u000a13:08:36.708820 --- ParallelTerminationStrategy: PID 8758 died...\u000a13:08:36.769083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8758): Terminated: ok {rc=0}\u000a13:08:36.779721 --- ParallelTerminationStrategy: PID 8759 died...\u000a13:08:36.838645 run iperf3-srv_10.42.42.10(pid=8759): Terminated {rc=256}\u000a13:08:36.849222 --- ParallelTerminationStrategy: PID 8760 died...\u000a13:08:36.906271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8760): Terminated: ok {rc=0}\u000a13:08:36.916591 --- ParallelTerminationStrategy: PID 8761 died...\u000a13:08:36.973990 run iperf3-srv_10.42.42.10(pid=8761): Terminated {rc=256}\u000a13:08:36.984117 --- ParallelTerminationStrategy: PID 8764 died...\u000a13:08:37.041737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8764): Terminated: ok {rc=0}\u000a13:08:37.051882 --- ParallelTerminationStrategy: PID 8767 died...\u000a13:08:37.108794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8767): Terminated: ok {rc=0}\u000a13:08:37.119352 --- ParallelTerminationStrategy: PID 8770 died...\u000a13:08:37.176828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8770): Terminated: ok {rc=0}\u000a13:08:37.266835 bus /gobi_0: Setting Powered False\u000a13:08:38.372110 bus /gobi_0: Setting Powered False\u000a13:08:39.481222 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8781): Process ended prematurely: osmo-stp_10.42.42.5(pid=8781) [trial-2360↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8781)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8781): Process ended prematurely: osmo-stp_10.42.42.5(pid=8781) [trial-2360↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a13:08:40.597869 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:40.609839 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:08:40.761248 tst iperf3.py: using LAC 21673\u000a13:08:40.891697 tst iperf3.py: using RAC 253\u000a13:08:41.022502 tst iperf3.py: using CellId 21673\u000a13:08:41.151600 tst iperf3.py: using BVCI 21674\u000a13:08:41.176872 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:41.188090 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:41.199202 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:41.210470 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:41.221585 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:41.232615 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:41.243935 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:41.255421 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:41.266719 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:08:41.565688 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:08:41.704657 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:42.047096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8773): Launched\u000a13:08:42.332083 run iperf3-srv_10.42.42.10(pid=8774): Launched\u000a13:08:42.534985 tst iperf3.py:8: start network...\u000a13:08:42.673993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:43.194355 run create_hlr_db(pid=8775): Launched\u000a13:08:43.386098 bus /gobi_6: Setting Powered False\u000a13:08:44.405877 run create_hlr_db(pid=8775): Terminated: ok {rc=0}\u000a13:08:44.824280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8777): Launched\u000a13:08:45.135576 run osmo-hlr_10.42.42.2(pid=8778): Launched\u000a13:08:45.249938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:45.791906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8780): Launched\u000a13:08:46.275749 run osmo-stp_10.42.42.5(pid=8781): Launched\u000a13:08:46.492519 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:47.064866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8783): Launched\u000a13:08:47.187213 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:08:47.479556 run patchelf(pid=8784): Launched\u000a13:08:47.674216 run osmo-stp_10.42.42.5(pid=8781): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8781)]\u000a13:08:47.816001 run osmo-stp_10.42.42.5(pid=8781): stdout: \u000a| (launched: 2022-12-09_13:08:45.971839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:47.958046 run osmo-stp_10.42.42.5(pid=8781): stderr: \u000a| �[0;m�[38;5;43m20221209130846223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130846223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130846224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130846224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130846225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130846225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130846225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:48.095308 run osmo-stp_10.42.42.5(pid=8781): stdout: \u000a| (launched: 2022-12-09_13:08:45.971839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:48.231544 run osmo-stp_10.42.42.5(pid=8781): stderr: \u000a| �[0;m�[38;5;43m20221209130846223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130846223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130846224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130846224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130846225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130846225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130846225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:48.389763 run patchelf(pid=8784): Terminating (SIGINT)\u000a13:08:48.574300 run patchelf(pid=8784): Terminated: ok {rc=0}\u000a13:08:48.608409 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8781): Process ended prematurely: osmo-stp_10.42.42.5(pid=8781) [trial-2360↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8781)] [trial-2360↪gprs:trx-b200↪iperf3.py:8]\u000a13:08:48.618297 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a13:08:48.682890 run osmo-hlr_10.42.42.2(pid=8778): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8778)]\u000a13:08:48.735057 run osmo-hlr_10.42.42.2(pid=8778): stdout: \u000a| (launched: 2022-12-09_13:08:44.982322) \u000a13:08:48.788156 run osmo-hlr_10.42.42.2(pid=8778): stderr: \u000a| �[0;m�[1;31m20221209130845158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130845158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130845159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130845159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130845159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130845159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130845171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130845179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130845180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130845180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:48.833168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8773): Terminating (SIGTERM)\u000a13:08:48.876015 run iperf3-srv_10.42.42.10(pid=8774): Terminating (SIGTERM)\u000a13:08:48.919035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8777): Terminating (SIGTERM)\u000a13:08:48.961633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8780): Terminating (SIGTERM)\u000a13:08:49.004020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8783): Terminating (SIGTERM)\u000a13:08:49.014071 --- ParallelTerminationStrategy: PID 8773 died...\u000a13:08:49.071037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8773): Terminated: ok {rc=0}\u000a13:08:49.081314 --- ParallelTerminationStrategy: PID 8774 died...\u000a13:08:49.138969 run iperf3-srv_10.42.42.10(pid=8774): Terminated {rc=256}\u000a13:08:49.149210 --- ParallelTerminationStrategy: PID 8777 died...\u000a13:08:49.206074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8777): Terminated: ok {rc=0}\u000a13:08:49.216529 --- ParallelTerminationStrategy: PID 8780 died...\u000a13:08:49.273726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8780): Terminated: ok {rc=0}\u000a13:08:49.283871 --- ParallelTerminationStrategy: PID 8783 died...\u000a13:08:49.341124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8783): Terminated: ok {rc=0}\u000a13:08:49.431137 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 175, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8799): Process ended prematurely: osmo-stp_10.42.42.5(pid=8799) [trial-2360↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8799)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8799): Process ended prematurely: osmo-stp_10.42.42.5(pid=8799) [trial-2360↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a13:08:50.549365 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:50.561326 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:08:50.709134 tst iperf3m4.py: using LAC 21674\u000a13:08:50.841430 tst iperf3m4.py: using RAC 254\u000a13:08:50.972596 tst iperf3m4.py: using CellId 21674\u000a13:08:51.101838 tst iperf3m4.py: using BVCI 21675\u000a13:08:51.127131 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:51.138377 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:51.149471 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:51.160637 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:51.171898 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:51.183005 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:51.194365 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:51.205569 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:08:51.216897 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:08:51.336984 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:08:51.462413 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:08:51.584299 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:08:51.883424 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:08:52.022176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:52.366244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8785): Launched\u000a13:08:52.653119 run iperf3-srv_10.42.42.10(pid=8786): Launched\u000a13:08:52.856918 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:08:52.995633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:53.340147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8787): Launched\u000a13:08:53.625375 run iperf3-srv_10.42.42.10(pid=8788): Launched\u000a13:08:53.828790 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:08:53.967204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:54.309871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8789): Launched\u000a13:08:54.594212 run iperf3-srv_10.42.42.10(pid=8790): Launched\u000a13:08:54.797245 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:08:54.935243 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:55.277951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8791): Launched\u000a13:08:55.564439 run iperf3-srv_10.42.42.10(pid=8792): Launched\u000a13:08:55.767679 tst iperf3m4.py:8: start network...\u000a13:08:55.906204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:56.429783 run create_hlr_db(pid=8793): Launched\u000a13:08:56.621905 bus /gobi_6: Setting Powered False\u000a13:08:57.642737 run create_hlr_db(pid=8793): Terminated: ok {rc=0}\u000a13:08:58.060717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8795): Launched\u000a13:08:58.372353 run osmo-hlr_10.42.42.2(pid=8796): Launched\u000a13:08:58.493656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:59.041067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8798): Launched\u000a13:08:59.353592 run osmo-stp_10.42.42.5(pid=8799): Launched\u000a13:08:59.466442 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:00.006907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8801): Launched\u000a13:09:00.118313 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:00.389496 run patchelf(pid=8802): Launched\u000a13:09:00.571472 run osmo-stp_10.42.42.5(pid=8799): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8799)]\u000a13:09:00.704174 run osmo-stp_10.42.42.5(pid=8799): stdout: \u000a| (launched: 2022-12-09_13:08:59.198916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:00.843340 run osmo-stp_10.42.42.5(pid=8799): stderr: \u000a| �[0;m�[38;5;43m20221209130859368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130859368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130859369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130859369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130859369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130859370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130859370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:00.992927 run osmo-stp_10.42.42.5(pid=8799): stdout: \u000a| (launched: 2022-12-09_13:08:59.198916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:01.160086 run osmo-stp_10.42.42.5(pid=8799): stderr: \u000a| �[0;m�[38;5;43m20221209130859368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130859368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130859369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130859369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130859369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130859370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130859370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:01.347107 run patchelf(pid=8802): Terminating (SIGINT)\u000a13:09:01.538038 run patchelf(pid=8802): Terminated: ok {rc=0}\u000a13:09:01.573426 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8799): Process ended prematurely: osmo-stp_10.42.42.5(pid=8799) [trial-2360↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8799)] [trial-2360↪gprs:trx-b200↪iperf3m4.py:8]\u000a13:09:01.584342 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a13:09:01.654153 run osmo-hlr_10.42.42.2(pid=8796): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8796)]\u000a13:09:01.709325 run osmo-hlr_10.42.42.2(pid=8796): stdout: \u000a| (launched: 2022-12-09_13:08:58.218796) \u000a13:09:01.765053 run osmo-hlr_10.42.42.2(pid=8796): stderr: \u000a| �[0;m�[1;31m20221209130858393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130858393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130858393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130858393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130858393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130858393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130858405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130858414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130858414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130858414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:01.813778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8785): Terminating (SIGTERM)\u000a13:09:01.858644 run iperf3-srv_10.42.42.10(pid=8786): Terminating (SIGTERM)\u000a13:09:01.904681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8787): Terminating (SIGTERM)\u000a13:09:01.949430 run iperf3-srv_10.42.42.10(pid=8788): Terminating (SIGTERM)\u000a13:09:01.996787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8789): Terminating (SIGTERM)\u000a13:09:02.043954 run iperf3-srv_10.42.42.10(pid=8790): Terminating (SIGTERM)\u000a13:09:02.091047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8791): Terminating (SIGTERM)\u000a13:09:02.135525 run iperf3-srv_10.42.42.10(pid=8792): Terminating (SIGTERM)\u000a13:09:02.179456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8795): Terminating (SIGTERM)\u000a13:09:02.226654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8798): Terminating (SIGTERM)\u000a13:09:02.270171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8801): Terminating (SIGTERM)\u000a13:09:02.280139 --- ParallelTerminationStrategy: PID 8785 died...\u000a13:09:02.337986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8785): Terminated: ok {rc=0}\u000a13:09:02.348275 --- ParallelTerminationStrategy: PID 8786 died...\u000a13:09:02.405946 run iperf3-srv_10.42.42.10(pid=8786): Terminated {rc=256}\u000a13:09:02.416136 --- ParallelTerminationStrategy: PID 8787 died...\u000a13:09:02.473336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8787): Terminated: ok {rc=0}\u000a13:09:02.483514 --- ParallelTerminationStrategy: PID 8788 died...\u000a13:09:02.540480 run iperf3-srv_10.42.42.10(pid=8788): Terminated {rc=256}\u000a13:09:02.550998 --- ParallelTerminationStrategy: PID 8789 died...\u000a13:09:02.608208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8789): Terminated: ok {rc=0}\u000a13:09:02.618430 --- ParallelTerminationStrategy: PID 8790 died...\u000a13:09:02.675905 run iperf3-srv_10.42.42.10(pid=8790): Terminated {rc=256}\u000a13:09:02.686143 --- ParallelTerminationStrategy: PID 8791 died...\u000a13:09:02.743389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8791): Terminated: ok {rc=0}\u000a13:09:02.753829 --- ParallelTerminationStrategy: PID 8792 died...\u000a13:09:02.811197 run iperf3-srv_10.42.42.10(pid=8792): Terminated {rc=256}\u000a13:09:02.821929 --- ParallelTerminationStrategy: PID 8795 died...\u000a13:09:02.878899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8795): Terminated: ok {rc=0}\u000a13:09:02.889478 --- ParallelTerminationStrategy: PID 8798 died...\u000a13:09:02.946555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8798): Terminated: ok {rc=0}\u000a13:09:02.956819 --- ParallelTerminationStrategy: PID 8801 died...\u000a13:09:03.014455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8801): Terminated: ok {rc=0}\u000a13:09:03.103825 bus /gobi_4: Setting Powered False\u000a13:09:04.209823 bus /gobi_4: Setting Powered False\u000a13:09:05.321280 bus /gobi_1: Setting Powered False\u000a13:09:06.429708 bus /gobi_1: Setting Powered False\u000a13:09:07.538908 bus /gobi_0: Setting Powered False\u000a13:09:08.647369 bus /gobi_0: Setting Powered False\u000a13:09:09.756822 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 175, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8809): Process ended prematurely: osmo-stp_10.42.42.5(pid=8809) [trial-2360↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8809)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8809): Process ended prematurely: osmo-stp_10.42.42.5(pid=8809) [trial-2360↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a13:09:10.826301 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:09:10.838154 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:09:10.983511 tst ping.py: using LAC 21675\u000a13:09:11.109647 tst ping.py: using RAC 255\u000a13:09:11.238514 tst ping.py: using CellId 21675\u000a13:09:11.365103 tst ping.py: using BVCI 21676\u000a13:09:11.390129 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:09:11.401409 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:09:11.412472 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:09:11.423742 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:09:11.435058 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:09:11.446307 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:09:11.457794 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:09:11.469105 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:09:11.747242 tst ping.py:19: start network...\u000a13:09:11.872864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:12.360183 run create_hlr_db(pid=8803): Launched\u000a13:09:12.535766 bus /gobi_6: Setting Powered False\u000a13:09:13.556659 run create_hlr_db(pid=8803): Terminated: ok {rc=0}\u000a13:09:13.988890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8805): Launched\u000a13:09:14.315351 run osmo-hlr_10.42.42.2(pid=8806): Launched\u000a13:09:14.434250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:15.001973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8808): Launched\u000a13:09:15.328059 run osmo-stp_10.42.42.5(pid=8809): Launched\u000a13:09:15.445030 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:16.034032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8811): Launched\u000a13:09:16.155802 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:16.457393 run patchelf(pid=8812): Launched\u000a13:09:16.653322 run osmo-stp_10.42.42.5(pid=8809): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8809)]\u000a13:09:16.796401 run osmo-stp_10.42.42.5(pid=8809): stdout: \u000a| (launched: 2022-12-09_13:09:15.167304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:16.939999 run osmo-stp_10.42.42.5(pid=8809): stderr: \u000a| �[0;m�[38;5;43m20221209130915359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130915359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130915359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130915360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130915360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130915360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130915360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:17.078114 run osmo-stp_10.42.42.5(pid=8809): stdout: \u000a| (launched: 2022-12-09_13:09:15.167304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:17.215079 run osmo-stp_10.42.42.5(pid=8809): stderr: \u000a| �[0;m�[38;5;43m20221209130915359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130915359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130915359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130915360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130915360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130915360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130915360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:17.371755 run patchelf(pid=8812): Terminating (SIGINT)\u000a13:09:17.553846 run patchelf(pid=8812): Terminated: ok {rc=0}\u000a13:09:17.586872 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8809): Process ended prematurely: osmo-stp_10.42.42.5(pid=8809) [trial-2360↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8809)] [trial-2360↪gprs:trx-b200↪ping.py:22]\u000a13:09:17.596639 tst ping.py:22: Test FAILED (6.8 sec)\u000a13:09:17.661150 run osmo-hlr_10.42.42.2(pid=8806): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8806)]\u000a13:09:17.713997 run osmo-hlr_10.42.42.2(pid=8806): stdout: \u000a| (launched: 2022-12-09_13:09:14.154408) \u000a13:09:17.767314 run osmo-hlr_10.42.42.2(pid=8806): stderr: \u000a| �[0;m�[1;31m20221209130914353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130914353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130914353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130914353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130914353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130914353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130914364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130914374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130914375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130914375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:17.812473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8805): Terminating (SIGTERM)\u000a13:09:17.855915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8808): Terminating (SIGTERM)\u000a13:09:17.899655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8811): Terminating (SIGTERM)\u000a13:09:17.909583 --- ParallelTerminationStrategy: PID 8805 died...\u000a13:09:17.967327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8805): Terminated: ok {rc=0}\u000a13:09:17.977740 --- ParallelTerminationStrategy: PID 8808 died...\u000a13:09:18.035154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8808): Terminated: ok {rc=0}\u000a13:09:18.045755 --- ParallelTerminationStrategy: PID 8811 died...\u000a13:09:18.102761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8811): Terminated: ok {rc=0}\u000a13:09:18.191599 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 175, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8819): Process ended prematurely: osmo-stp_10.42.42.5(pid=8819) [trial-2360↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8819)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8819): Process ended prematurely: osmo-stp_10.42.42.5(pid=8819) [trial-2360↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a13:09:19.245797 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:09:19.258396 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:09:19.404725 tst ping_idle_ping.py: using LAC 21676\u000a13:09:19.535240 tst ping_idle_ping.py: using RAC 1\u000a13:09:19.658482 tst ping_idle_ping.py: using CellId 21676\u000a13:09:19.778374 tst ping_idle_ping.py: using BVCI 21677\u000a13:09:19.801961 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:09:19.812770 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:09:19.823544 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:09:19.834804 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:09:19.846044 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:09:19.857018 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:09:19.868320 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:09:19.879385 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:09:20.174264 tst ping_idle_ping.py:24: start network...\u000a13:09:20.310157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:20.826670 run create_hlr_db(pid=8813): Launched\u000a13:09:21.015320 bus /gobi_6: Setting Powered False\u000a13:09:22.036134 run create_hlr_db(pid=8813): Terminated: ok {rc=0}\u000a13:09:22.446294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8815): Launched\u000a13:09:22.752589 run osmo-hlr_10.42.42.2(pid=8816): Launched\u000a13:09:22.870870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:23.403399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8818): Launched\u000a13:09:23.709366 run osmo-stp_10.42.42.5(pid=8819): Launched\u000a13:09:23.820035 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:24.351904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8821): Launched\u000a13:09:24.460625 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:24.728283 run patchelf(pid=8822): Launched\u000a13:09:24.908003 run osmo-stp_10.42.42.5(pid=8819): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8819)]\u000a13:09:25.039492 run osmo-stp_10.42.42.5(pid=8819): stdout: \u000a| (launched: 2022-12-09_13:09:23.558788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:25.170413 run osmo-stp_10.42.42.5(pid=8819): stderr: \u000a| �[0;m�[38;5;43m20221209130923731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130923731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130923732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130923732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130923732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130923733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130923733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:25.296795 run osmo-stp_10.42.42.5(pid=8819): stdout: \u000a| (launched: 2022-12-09_13:09:23.558788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:25.422107 run osmo-stp_10.42.42.5(pid=8819): stderr: \u000a| �[0;m�[38;5;43m20221209130923731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130923731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130923732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130923732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130923732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130923733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130923733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:25.567750 run patchelf(pid=8822): Terminating (SIGINT)\u000a13:09:25.738612 run patchelf(pid=8822): Terminated: ok {rc=0}\u000a13:09:25.769579 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8819): Process ended prematurely: osmo-stp_10.42.42.5(pid=8819) [trial-2360↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8819)] [trial-2360↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a13:09:25.778270 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:09:25.839193 run osmo-hlr_10.42.42.2(pid=8816): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8816)]\u000a13:09:25.889061 run osmo-hlr_10.42.42.2(pid=8816): stdout: \u000a| (launched: 2022-12-09_13:09:22.601210) \u000a13:09:25.939590 run osmo-hlr_10.42.42.2(pid=8816): stderr: \u000a| �[0;m�[1;31m20221209130922777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130922777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130922777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130922777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130922777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130922778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130922790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130922799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130922800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130922800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:25.982973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8815): Terminating (SIGTERM)\u000a13:09:26.023653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8818): Terminating (SIGTERM)\u000a13:09:26.064240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8821): Terminating (SIGTERM)\u000a13:09:26.073722 --- ParallelTerminationStrategy: PID 8815 died...\u000a13:09:26.127881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8815): Terminated: ok {rc=0}\u000a13:09:26.137766 --- ParallelTerminationStrategy: PID 8818 died...\u000a13:09:26.191451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8818): Terminated: ok {rc=0}\u000a13:09:26.201167 --- ParallelTerminationStrategy: PID 8821 died...\u000a13:09:26.254601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8821): Terminated: ok {rc=0}\u000a13:09:26.339787 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:08:27" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8836): Process ended prematurely: osmo-stp_10.42.42.5(pid=8836) [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8836)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8836): Process ended prematurely: osmo-stp_10.42.42.5(pid=8836) [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:09:28.524488 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:28.535806 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:09:28.684356 tst cs_paging_gprs_active.py: using LAC 21677\u000a13:09:28.812621 tst cs_paging_gprs_active.py: using RAC 2\u000a13:09:28.940916 tst cs_paging_gprs_active.py: using CellId 21677\u000a13:09:29.069820 tst cs_paging_gprs_active.py: using BVCI 21678\u000a13:09:29.095291 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:29.106827 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:29.118065 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:29.129399 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:29.140582 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:29.152123 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:29.163448 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:29.174734 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:29.186982 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:09:29.303032 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:09:29.588788 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:09:29.719050 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:30.041003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8826): Launched\u000a13:09:30.309759 run iperf3-srv_10.42.42.10(pid=8827): Launched\u000a13:09:30.499526 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:09:30.629460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:30.978603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8828): Launched\u000a13:09:31.300579 run iperf3-srv_10.42.42.10(pid=8829): Launched\u000a13:09:31.493302 tst cs_paging_gprs_active.py:38: start network...\u000a13:09:31.625490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:32.166395 run create_hlr_db(pid=8830): Launched\u000a13:09:32.347238 bus /gobi_6: Setting Powered False\u000a13:09:33.367264 run create_hlr_db(pid=8830): Terminated: ok {rc=0}\u000a13:09:33.780066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8832): Launched\u000a13:09:34.091294 run osmo-hlr_10.42.42.2(pid=8833): Launched\u000a13:09:34.207117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:34.748502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8835): Launched\u000a13:09:35.060898 run osmo-stp_10.42.42.5(pid=8836): Launched\u000a13:09:35.174799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:35.716998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8838): Launched\u000a13:09:35.827846 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:36.099782 run patchelf(pid=8839): Launched\u000a13:09:36.281693 run osmo-stp_10.42.42.5(pid=8836): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8836)]\u000a13:09:36.414785 run osmo-stp_10.42.42.5(pid=8836): stdout: \u000a| (launched: 2022-12-09_13:09:34.906825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:36.547969 run osmo-stp_10.42.42.5(pid=8836): stderr: \u000a| �[0;m�[38;5;43m20221209130935080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130935080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130935080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130935081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130935081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130935081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130935081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:36.676831 run osmo-stp_10.42.42.5(pid=8836): stdout: \u000a| (launched: 2022-12-09_13:09:34.906825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:36.804410 run osmo-stp_10.42.42.5(pid=8836): stderr: \u000a| �[0;m�[38;5;43m20221209130935080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130935080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130935080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130935081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130935081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130935081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130935081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:36.952116 run patchelf(pid=8839): Terminating (SIGINT)\u000a13:09:37.126337 run patchelf(pid=8839): Terminated: ok {rc=0}\u000a13:09:37.158333 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8836): Process ended prematurely: osmo-stp_10.42.42.5(pid=8836) [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8836)] [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:09:37.167685 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:09:37.228264 run osmo-hlr_10.42.42.2(pid=8833): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8833)]\u000a13:09:37.277520 run osmo-hlr_10.42.42.2(pid=8833): stdout: \u000a| (launched: 2022-12-09_13:09:33.938339) \u000a13:09:37.327544 run osmo-hlr_10.42.42.2(pid=8833): stderr: \u000a| �[0;m�[1;31m20221209130934117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130934117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130934117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130934117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130934117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130934117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130934128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130934136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130934136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130934136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:37.370028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8826): Terminating (SIGTERM)\u000a13:09:37.409969 run iperf3-srv_10.42.42.10(pid=8827): Terminating (SIGTERM)\u000a13:09:37.449975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8828): Terminating (SIGTERM)\u000a13:09:37.490000 run iperf3-srv_10.42.42.10(pid=8829): Terminating (SIGTERM)\u000a13:09:37.530012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8832): Terminating (SIGTERM)\u000a13:09:37.570145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8835): Terminating (SIGTERM)\u000a13:09:37.610206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8838): Terminating (SIGTERM)\u000a13:09:37.619416 --- ParallelTerminationStrategy: PID 8826 died...\u000a13:09:37.672924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8826): Terminated: ok {rc=0}\u000a13:09:37.682544 --- ParallelTerminationStrategy: PID 8827 died...\u000a13:09:37.735676 run iperf3-srv_10.42.42.10(pid=8827): Terminated {rc=256}\u000a13:09:37.745307 --- ParallelTerminationStrategy: PID 8828 died...\u000a13:09:37.798606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8828): Terminated: ok {rc=0}\u000a13:09:37.808301 --- ParallelTerminationStrategy: PID 8829 died...\u000a13:09:37.862620 run iperf3-srv_10.42.42.10(pid=8829): Terminated {rc=256}\u000a13:09:37.872134 --- ParallelTerminationStrategy: PID 8832 died...\u000a13:09:37.925166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8832): Terminated: ok {rc=0}\u000a13:09:37.934759 --- ParallelTerminationStrategy: PID 8835 died...\u000a13:09:37.987620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8835): Terminated: ok {rc=0}\u000a13:09:37.997221 --- ParallelTerminationStrategy: PID 8838 died...\u000a13:09:38.050071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8838): Terminated: ok {rc=0}\u000a13:09:38.138699 bus /gobi_0: Setting Powered False\u000a13:09:39.243120 bus /gobi_0: Setting Powered False\u000a13:09:40.356320 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8849): Process ended prematurely: osmo-stp_10.42.42.5(pid=8849) [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8849)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8849): Process ended prematurely: osmo-stp_10.42.42.5(pid=8849) [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:09:41.468020 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:41.479639 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:09:41.623413 tst iperf3.py: using LAC 21678\u000a13:09:41.748386 tst iperf3.py: using RAC 3\u000a13:09:41.873281 tst iperf3.py: using CellId 21678\u000a13:09:42.003364 tst iperf3.py: using BVCI 21679\u000a13:09:42.029108 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:42.040801 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:42.052852 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:42.064226 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:42.076645 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:42.088193 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:42.099888 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:42.112145 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:42.123611 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:09:42.407898 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:09:42.537310 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:42.858915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8841): Launched\u000a13:09:43.128190 run iperf3-srv_10.42.42.10(pid=8842): Launched\u000a13:09:43.317904 tst iperf3.py:8: start network...\u000a13:09:43.447720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:43.945125 run create_hlr_db(pid=8843): Launched\u000a13:09:44.123585 bus /gobi_6: Setting Powered False\u000a13:09:45.144798 run create_hlr_db(pid=8843): Terminated: ok {rc=0}\u000a13:09:45.584680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8845): Launched\u000a13:09:45.996330 run osmo-hlr_10.42.42.2(pid=8846): Launched\u000a13:09:46.176286 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:46.823473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8848): Launched\u000a13:09:47.294338 run osmo-stp_10.42.42.5(pid=8849): Launched\u000a13:09:47.436567 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:47.983431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8851): Launched\u000a13:09:48.094079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:48.366466 run patchelf(pid=8852): Launched\u000a13:09:48.548049 run osmo-stp_10.42.42.5(pid=8849): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8849)]\u000a13:09:48.680182 run osmo-stp_10.42.42.5(pid=8849): stdout: \u000a| (launched: 2022-12-09_13:09:47.026652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:48.813108 run osmo-stp_10.42.42.5(pid=8849): stderr: \u000a| �[0;m�[38;5;43m20221209130947318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130947318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130947318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130947318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130947319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130947319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130947319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:48.941209 run osmo-stp_10.42.42.5(pid=8849): stdout: \u000a| (launched: 2022-12-09_13:09:47.026652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:49.068300 run osmo-stp_10.42.42.5(pid=8849): stderr: \u000a| �[0;m�[38;5;43m20221209130947318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130947318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130947318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130947318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130947319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130947319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130947319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:49.216498 run patchelf(pid=8852): Terminating (SIGINT)\u000a13:09:49.389396 run patchelf(pid=8852): Terminated: ok {rc=0}\u000a13:09:49.421197 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8849): Process ended prematurely: osmo-stp_10.42.42.5(pid=8849) [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8849)] [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a13:09:49.430396 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a13:09:49.490200 run osmo-hlr_10.42.42.2(pid=8846): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8846)]\u000a13:09:49.539388 run osmo-hlr_10.42.42.2(pid=8846): stdout: \u000a| (launched: 2022-12-09_13:09:45.753770) \u000a13:09:49.589161 run osmo-hlr_10.42.42.2(pid=8846): stderr: \u000a| �[0;m�[1;31m20221209130946036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130946036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130946036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130946036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130946036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130946036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130946055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130946069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130946070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130946070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:49.631430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8841): Terminating (SIGTERM)\u000a13:09:49.670949 run iperf3-srv_10.42.42.10(pid=8842): Terminating (SIGTERM)\u000a13:09:49.710570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8845): Terminating (SIGTERM)\u000a13:09:49.750169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8848): Terminating (SIGTERM)\u000a13:09:49.789770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8851): Terminating (SIGTERM)\u000a13:09:49.798880 --- ParallelTerminationStrategy: PID 8841 died...\u000a13:09:49.852682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8841): Terminated: ok {rc=0}\u000a13:09:49.862447 --- ParallelTerminationStrategy: PID 8842 died...\u000a13:09:49.915960 run iperf3-srv_10.42.42.10(pid=8842): Terminated {rc=256}\u000a13:09:49.925868 --- ParallelTerminationStrategy: PID 8845 died...\u000a13:09:49.979183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8845): Terminated: ok {rc=0}\u000a13:09:49.988577 --- ParallelTerminationStrategy: PID 8848 died...\u000a13:09:50.041405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8848): Terminated: ok {rc=0}\u000a13:09:50.051072 --- ParallelTerminationStrategy: PID 8851 died...\u000a13:09:50.105109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8851): Terminated: ok {rc=0}\u000a13:09:50.195580 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8868): Process ended prematurely: osmo-stp_10.42.42.5(pid=8868) [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8868)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8868): Process ended prematurely: osmo-stp_10.42.42.5(pid=8868) [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:09:51.307521 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:51.319186 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:09:51.460345 tst iperf3m4.py: using LAC 21679\u000a13:09:51.584819 tst iperf3m4.py: using RAC 4\u000a13:09:51.707869 tst iperf3m4.py: using CellId 21679\u000a13:09:51.831874 tst iperf3m4.py: using BVCI 21680\u000a13:09:51.855716 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:51.866661 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:51.877761 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:51.888593 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:51.899169 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:51.909737 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:51.920473 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:51.931136 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:09:51.941931 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:09:52.060930 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:09:52.182493 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:09:52.301081 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:09:52.583988 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:09:52.714055 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:53.037947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8853): Launched\u000a13:09:53.307511 run iperf3-srv_10.42.42.10(pid=8854): Launched\u000a13:09:53.496568 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:09:53.626226 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:53.948858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8855): Launched\u000a13:09:54.216072 run iperf3-srv_10.42.42.10(pid=8856): Launched\u000a13:09:54.404270 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:09:54.532905 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:54.853560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8857): Launched\u000a13:09:55.122647 run iperf3-srv_10.42.42.10(pid=8858): Launched\u000a13:09:55.311804 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:09:55.440717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:55.761074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8859): Launched\u000a13:09:56.028435 run iperf3-srv_10.42.42.10(pid=8860): Launched\u000a13:09:56.217622 tst iperf3m4.py:8: start network...\u000a13:09:56.346726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:56.844532 run create_hlr_db(pid=8861): Launched\u000a13:09:57.023269 bus /gobi_6: Setting Powered False\u000a13:09:58.043603 run create_hlr_db(pid=8861): Terminated: ok {rc=0}\u000a13:09:58.485152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8864): Launched\u000a13:09:58.818209 run osmo-hlr_10.42.42.2(pid=8865): Launched\u000a13:09:58.938707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:59.501129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8867): Launched\u000a13:09:59.802337 run osmo-stp_10.42.42.5(pid=8868): Launched\u000a13:09:59.913568 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:10:00.444746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8870): Launched\u000a13:10:00.553366 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:10:00.820660 run patchelf(pid=8871): Launched\u000a13:10:01.016450 run osmo-stp_10.42.42.5(pid=8868): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8868)]\u000a13:10:01.158163 run osmo-stp_10.42.42.5(pid=8868): stdout: \u000a| (launched: 2022-12-09_13:09:59.652802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:01.303415 run osmo-stp_10.42.42.5(pid=8868): stderr: \u000a| �[0;m�[38;5;43m20221209130959819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130959819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130959820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130959820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130959821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130959821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130959821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:01.433952 run osmo-stp_10.42.42.5(pid=8868): stdout: \u000a| (launched: 2022-12-09_13:09:59.652802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:01.563362 run osmo-stp_10.42.42.5(pid=8868): stderr: \u000a| �[0;m�[38;5;43m20221209130959819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209130959819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209130959820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209130959820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209130959821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209130959821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209130959821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:01.713430 run patchelf(pid=8871): Terminating (SIGINT)\u000a13:10:01.889200 run patchelf(pid=8871): Terminated: ok {rc=0}\u000a13:10:01.922292 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8868): Process ended prematurely: osmo-stp_10.42.42.5(pid=8868) [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8868)] [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:10:01.932466 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:10:01.994649 run osmo-hlr_10.42.42.2(pid=8865): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8865)]\u000a13:10:02.045742 run osmo-hlr_10.42.42.2(pid=8865): stdout: \u000a| (launched: 2022-12-09_13:09:58.654335) \u000a13:10:02.096706 run osmo-hlr_10.42.42.2(pid=8865): stderr: \u000a| �[0;m�[1;31m20221209130958850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209130958850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209130958850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130958850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209130958850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209130958850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209130958863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209130958874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209130958874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209130958874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:02.140677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8853): Terminating (SIGTERM)\u000a13:10:02.181507 run iperf3-srv_10.42.42.10(pid=8854): Terminating (SIGTERM)\u000a13:10:02.222747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8855): Terminating (SIGTERM)\u000a13:10:02.263219 run iperf3-srv_10.42.42.10(pid=8856): Terminating (SIGTERM)\u000a13:10:02.303598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8857): Terminating (SIGTERM)\u000a13:10:02.343829 run iperf3-srv_10.42.42.10(pid=8858): Terminating (SIGTERM)\u000a13:10:02.384225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8859): Terminating (SIGTERM)\u000a13:10:02.424543 run iperf3-srv_10.42.42.10(pid=8860): Terminating (SIGTERM)\u000a13:10:02.464589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8864): Terminating (SIGTERM)\u000a13:10:02.504816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8867): Terminating (SIGTERM)\u000a13:10:02.544940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8870): Terminating (SIGTERM)\u000a13:10:02.554388 --- ParallelTerminationStrategy: PID 8853 died...\u000a13:10:02.608099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8853): Terminated: ok {rc=0}\u000a13:10:02.617985 --- ParallelTerminationStrategy: PID 8854 died...\u000a13:10:02.671370 run iperf3-srv_10.42.42.10(pid=8854): Terminated {rc=256}\u000a13:10:02.681027 --- ParallelTerminationStrategy: PID 8855 died...\u000a13:10:02.734558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8855): Terminated: ok {rc=0}\u000a13:10:02.744333 --- ParallelTerminationStrategy: PID 8856 died...\u000a13:10:02.797903 run iperf3-srv_10.42.42.10(pid=8856): Terminated {rc=256}\u000a13:10:02.807621 --- ParallelTerminationStrategy: PID 8857 died...\u000a13:10:02.861254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8857): Terminated: ok {rc=0}\u000a13:10:02.870930 --- ParallelTerminationStrategy: PID 8858 died...\u000a13:10:02.924150 run iperf3-srv_10.42.42.10(pid=8858): Terminated {rc=256}\u000a13:10:02.933915 --- ParallelTerminationStrategy: PID 8859 died...\u000a13:10:02.987301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8859): Terminated: ok {rc=0}\u000a13:10:02.997042 --- ParallelTerminationStrategy: PID 8860 died...\u000a13:10:03.050642 run iperf3-srv_10.42.42.10(pid=8860): Terminated {rc=256}\u000a13:10:03.060369 --- ParallelTerminationStrategy: PID 8864 died...\u000a13:10:03.114145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8864): Terminated: ok {rc=0}\u000a13:10:03.123772 --- ParallelTerminationStrategy: PID 8867 died...\u000a13:10:03.177557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8867): Terminated: ok {rc=0}\u000a13:10:03.187354 --- ParallelTerminationStrategy: PID 8870 died...\u000a13:10:03.241354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8870): Terminated: ok {rc=0}\u000a13:10:03.331633 bus /gobi_4: Setting Powered False\u000a13:10:04.435549 bus /gobi_4: Setting Powered False\u000a13:10:05.548881 bus /gobi_1: Setting Powered False\u000a13:10:06.656435 bus /gobi_1: Setting Powered False\u000a13:10:07.765748 bus /gobi_0: Setting Powered False\u000a13:10:08.875006 bus /gobi_0: Setting Powered False\u000a13:10:09.985652 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8881): Process ended prematurely: osmo-stp_10.42.42.5(pid=8881) [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8881)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8881): Process ended prematurely: osmo-stp_10.42.42.5(pid=8881) [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:10:11.054523 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:10:11.066510 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:10:11.213451 tst ping.py: using LAC 21680\u000a13:10:11.340252 tst ping.py: using RAC 5\u000a13:10:11.468509 tst ping.py: using CellId 21680\u000a13:10:11.590780 tst ping.py: using BVCI 21681\u000a13:10:11.614335 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:10:11.625601 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:10:11.636512 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:10:11.648100 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:10:11.659418 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:10:11.670958 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:10:11.682617 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:10:11.694132 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:10:11.987908 tst ping.py:19: start network...\u000a13:10:12.122762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:12.632121 run create_hlr_db(pid=8875): Launched\u000a13:10:12.820370 bus /gobi_6: Setting Powered False\u000a13:10:13.841090 run create_hlr_db(pid=8875): Terminated: ok {rc=0}\u000a13:10:14.250461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8877): Launched\u000a13:10:14.555011 run osmo-hlr_10.42.42.2(pid=8878): Launched\u000a13:10:14.680162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:15.220757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8880): Launched\u000a13:10:15.525516 run osmo-stp_10.42.42.5(pid=8881): Launched\u000a13:10:15.636556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:10:16.201849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8883): Launched\u000a13:10:16.313219 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:10:16.599097 run patchelf(pid=8884): Launched\u000a13:10:16.780350 run osmo-stp_10.42.42.5(pid=8881): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8881)]\u000a13:10:16.912688 run osmo-stp_10.42.42.5(pid=8881): stdout: \u000a| (launched: 2022-12-09_13:10:15.374817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:17.044635 run osmo-stp_10.42.42.5(pid=8881): stderr: \u000a| �[0;m�[38;5;43m20221209131015544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131015545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131015545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131015545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131015546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131015546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131015546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:17.172495 run osmo-stp_10.42.42.5(pid=8881): stdout: \u000a| (launched: 2022-12-09_13:10:15.374817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:17.297601 run osmo-stp_10.42.42.5(pid=8881): stderr: \u000a| �[0;m�[38;5;43m20221209131015544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131015545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131015545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131015545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131015546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131015546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131015546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:17.443105 run patchelf(pid=8884): Terminating (SIGINT)\u000a13:10:17.613103 run patchelf(pid=8884): Terminated: ok {rc=0}\u000a13:10:17.643980 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8881): Process ended prematurely: osmo-stp_10.42.42.5(pid=8881) [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8881)] [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a13:10:17.652846 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:10:17.714592 run osmo-hlr_10.42.42.2(pid=8878): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8878)]\u000a13:10:17.764150 run osmo-hlr_10.42.42.2(pid=8878): stdout: \u000a| (launched: 2022-12-09_13:10:14.404382) \u000a13:10:17.815346 run osmo-hlr_10.42.42.2(pid=8878): stderr: \u000a| �[0;m�[1;31m20221209131014582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131014582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131014582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131014582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131014582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131014582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131014595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131014605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131014605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131014605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:17.858436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8877): Terminating (SIGTERM)\u000a13:10:17.899262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8880): Terminating (SIGTERM)\u000a13:10:17.939974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8883): Terminating (SIGTERM)\u000a13:10:17.949841 --- ParallelTerminationStrategy: PID 8877 died...\u000a13:10:18.003795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8877): Terminated: ok {rc=0}\u000a13:10:18.014016 --- ParallelTerminationStrategy: PID 8880 died...\u000a13:10:18.067472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8880): Terminated: ok {rc=0}\u000a13:10:18.077765 --- ParallelTerminationStrategy: PID 8883 died...\u000a13:10:18.131729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8883): Terminated: ok {rc=0}\u000a13:10:18.220395 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8891): Process ended prematurely: osmo-stp_10.42.42.5(pid=8891) [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8891)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8891): Process ended prematurely: osmo-stp_10.42.42.5(pid=8891) [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:10:19.272304 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:10:19.284599 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:10:19.427127 tst ping_idle_ping.py: using LAC 21681\u000a13:10:19.548409 tst ping_idle_ping.py: using RAC 6\u000a13:10:19.669415 tst ping_idle_ping.py: using CellId 21681\u000a13:10:19.790064 tst ping_idle_ping.py: using BVCI 21682\u000a13:10:19.813404 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:10:19.824367 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:10:19.835091 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:10:19.845764 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:10:19.856384 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:10:19.867012 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:10:19.877871 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:10:19.888467 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:10:20.180333 tst ping_idle_ping.py:24: start network...\u000a13:10:20.315665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:20.827562 run create_hlr_db(pid=8885): Launched\u000a13:10:21.015657 bus /gobi_6: Setting Powered False\u000a13:10:22.036650 run create_hlr_db(pid=8885): Terminated: ok {rc=0}\u000a13:10:22.444293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8887): Launched\u000a13:10:22.747905 run osmo-hlr_10.42.42.2(pid=8888): Launched\u000a13:10:22.859271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:23.385841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8890): Launched\u000a13:10:23.691434 run osmo-stp_10.42.42.5(pid=8891): Launched\u000a13:10:23.802367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:10:24.332937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8893): Launched\u000a13:10:24.441412 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:10:24.714077 run patchelf(pid=8894): Launched\u000a13:10:24.904760 run osmo-stp_10.42.42.5(pid=8891): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8891)]\u000a13:10:25.043514 run osmo-stp_10.42.42.5(pid=8891): stdout: \u000a| (launched: 2022-12-09_13:10:23.541030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:25.183426 run osmo-stp_10.42.42.5(pid=8891): stderr: \u000a| �[0;m�[38;5;43m20221209131023713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131023713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131023714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131023714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131023714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131023715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131023715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:25.317905 run osmo-stp_10.42.42.5(pid=8891): stdout: \u000a| (launched: 2022-12-09_13:10:23.541030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:25.451215 run osmo-stp_10.42.42.5(pid=8891): stderr: \u000a| �[0;m�[38;5;43m20221209131023713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131023713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131023714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131023714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131023714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131023715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131023715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:25.606625 run patchelf(pid=8894): Terminating (SIGINT)\u000a13:10:25.788622 run patchelf(pid=8894): Terminated: ok {rc=0}\u000a13:10:25.821577 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8891): Process ended prematurely: osmo-stp_10.42.42.5(pid=8891) [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8891)] [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:10:25.830750 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:10:25.895442 run osmo-hlr_10.42.42.2(pid=8888): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8888)]\u000a13:10:25.948097 run osmo-hlr_10.42.42.2(pid=8888): stdout: \u000a| (launched: 2022-12-09_13:10:22.598397) \u000a13:10:26.001501 run osmo-hlr_10.42.42.2(pid=8888): stderr: \u000a| �[0;m�[1;31m20221209131022775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131022775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131022775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131022775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131022775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131022775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131022786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131022795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131022795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131022796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:26.046578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8887): Terminating (SIGTERM)\u000a13:10:26.089588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8890): Terminating (SIGTERM)\u000a13:10:26.132904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8893): Terminating (SIGTERM)\u000a13:10:26.142895 --- ParallelTerminationStrategy: PID 8887 died...\u000a13:10:26.200179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8887): Terminated: ok {rc=0}\u000a13:10:26.210456 --- ParallelTerminationStrategy: PID 8890 died...\u000a13:10:26.266950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8890): Terminated: ok {rc=0}\u000a13:10:26.277502 --- ParallelTerminationStrategy: PID 8893 died...\u000a13:10:26.334238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8893): Terminated: ok {rc=0}\u000a13:10:26.421605 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:09:28" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8909): Process ended prematurely: osmo-stp_10.42.42.5(pid=8909) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8909)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8909): Process ended prematurely: osmo-stp_10.42.42.5(pid=8909) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:10:28.603680 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:28.615069 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:10:28.779887 tst cs_paging_gprs_active.py: using LAC 21682\u000a13:10:28.907157 tst cs_paging_gprs_active.py: using RAC 7\u000a13:10:29.028803 tst cs_paging_gprs_active.py: using CellId 21682\u000a13:10:29.154918 tst cs_paging_gprs_active.py: using BVCI 21683\u000a13:10:29.178614 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:29.189663 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:29.200486 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:29.211267 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:29.221827 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:29.232398 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:29.243544 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:29.254260 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:29.265162 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:10:29.380466 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:10:29.678809 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:10:29.817205 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:30.160443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8899): Launched\u000a13:10:30.442939 run iperf3-srv_10.42.42.10(pid=8900): Launched\u000a13:10:30.644084 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:10:30.781901 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:31.160553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8901): Launched\u000a13:10:31.450491 run iperf3-srv_10.42.42.10(pid=8902): Launched\u000a13:10:31.645241 tst cs_paging_gprs_active.py:38: start network...\u000a13:10:31.776619 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:32.292224 run create_hlr_db(pid=8903): Launched\u000a13:10:32.482364 bus /gobi_6: Setting Powered False\u000a13:10:33.502516 run create_hlr_db(pid=8903): Terminated: ok {rc=0}\u000a13:10:33.914940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8905): Launched\u000a13:10:34.222071 run osmo-hlr_10.42.42.2(pid=8906): Launched\u000a13:10:34.343809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:34.877784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8908): Launched\u000a13:10:35.184657 run osmo-stp_10.42.42.5(pid=8909): Launched\u000a13:10:35.296009 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:10:35.831851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8911): Launched\u000a13:10:35.941426 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:10:36.209357 run patchelf(pid=8912): Launched\u000a13:10:36.388661 run osmo-stp_10.42.42.5(pid=8909): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8909)]\u000a13:10:36.519914 run osmo-stp_10.42.42.5(pid=8909): stdout: \u000a| (launched: 2022-12-09_13:10:35.034121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:36.651754 run osmo-stp_10.42.42.5(pid=8909): stderr: \u000a| �[0;m�[38;5;43m20221209131035201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131035202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131035202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131035202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131035203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131035203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131035203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:36.779357 run osmo-stp_10.42.42.5(pid=8909): stdout: \u000a| (launched: 2022-12-09_13:10:35.034121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:36.905603 run osmo-stp_10.42.42.5(pid=8909): stderr: \u000a| �[0;m�[38;5;43m20221209131035201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131035202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131035202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131035202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131035203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131035203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131035203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:37.051731 run patchelf(pid=8912): Terminating (SIGINT)\u000a13:10:37.223174 run patchelf(pid=8912): Terminated: ok {rc=0}\u000a13:10:37.254780 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8909): Process ended prematurely: osmo-stp_10.42.42.5(pid=8909) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8909)] [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:10:37.263825 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:10:37.323205 run osmo-hlr_10.42.42.2(pid=8906): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8906)]\u000a13:10:37.372138 run osmo-hlr_10.42.42.2(pid=8906): stdout: \u000a| (launched: 2022-12-09_13:10:34.071108) \u000a13:10:37.421653 run osmo-hlr_10.42.42.2(pid=8906): stderr: \u000a| �[0;m�[1;31m20221209131034247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131034247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131034247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131034247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131034247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131034247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131034259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131034267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131034268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131034268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:37.463614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8899): Terminating (SIGTERM)\u000a13:10:37.503203 run iperf3-srv_10.42.42.10(pid=8900): Terminating (SIGTERM)\u000a13:10:37.542726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8901): Terminating (SIGTERM)\u000a13:10:37.582722 run iperf3-srv_10.42.42.10(pid=8902): Terminating (SIGTERM)\u000a13:10:37.622185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8905): Terminating (SIGTERM)\u000a13:10:37.661567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8908): Terminating (SIGTERM)\u000a13:10:37.701567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8911): Terminating (SIGTERM)\u000a13:10:37.710739 --- ParallelTerminationStrategy: PID 8899 died...\u000a13:10:37.764416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8899): Terminated: ok {rc=0}\u000a13:10:37.773994 --- ParallelTerminationStrategy: PID 8900 died...\u000a13:10:37.827098 run iperf3-srv_10.42.42.10(pid=8900): Terminated {rc=256}\u000a13:10:37.836591 --- ParallelTerminationStrategy: PID 8901 died...\u000a13:10:37.889853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8901): Terminated: ok {rc=0}\u000a13:10:37.899413 --- ParallelTerminationStrategy: PID 8902 died...\u000a13:10:37.952502 run iperf3-srv_10.42.42.10(pid=8902): Terminated {rc=256}\u000a13:10:37.962011 --- ParallelTerminationStrategy: PID 8905 died...\u000a13:10:38.015139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8905): Terminated: ok {rc=0}\u000a13:10:38.024691 --- ParallelTerminationStrategy: PID 8908 died...\u000a13:10:38.077855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8908): Terminated: ok {rc=0}\u000a13:10:38.087438 --- ParallelTerminationStrategy: PID 8911 died...\u000a13:10:38.141355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8911): Terminated: ok {rc=0}\u000a13:10:38.230206 bus /gobi_0: Setting Powered False\u000a13:10:39.334471 bus /gobi_0: Setting Powered False\u000a13:10:40.446596 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8921): Process ended prematurely: osmo-stp_10.42.42.5(pid=8921) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8921)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8921): Process ended prematurely: osmo-stp_10.42.42.5(pid=8921) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8921)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:10:41.556408 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:41.567970 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:10:41.727629 tst iperf3.py: using LAC 21683\u000a13:10:41.848682 tst iperf3.py: using RAC 8\u000a13:10:41.992606 tst iperf3.py: using CellId 21683\u000a13:10:42.113036 tst iperf3.py: using BVCI 21684\u000a13:10:42.136292 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:42.147143 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:42.157801 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:42.168338 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:42.178898 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:42.189494 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:42.200141 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:42.210653 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:42.221633 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:10:42.513204 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:10:42.648664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:42.981839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8913): Launched\u000a13:10:43.259011 run iperf3-srv_10.42.42.10(pid=8914): Launched\u000a13:10:43.457212 tst iperf3.py:8: start network...\u000a13:10:43.592430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:44.102376 run create_hlr_db(pid=8915): Launched\u000a13:10:44.290564 bus /gobi_6: Setting Powered False\u000a13:10:45.310665 run create_hlr_db(pid=8915): Terminated: ok {rc=0}\u000a13:10:45.716210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8917): Launched\u000a13:10:46.057395 run osmo-hlr_10.42.42.2(pid=8918): Launched\u000a13:10:46.273237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:47.085555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8920): Launched\u000a13:10:47.425648 run osmo-stp_10.42.42.5(pid=8921): Launched\u000a13:10:47.547024 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:10:48.116529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8923): Launched\u000a13:10:48.232773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:10:48.515486 run patchelf(pid=8924): Launched\u000a13:10:48.705603 run osmo-stp_10.42.42.5(pid=8921): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8921)]\u000a13:10:48.845151 run osmo-stp_10.42.42.5(pid=8921): stdout: \u000a| (launched: 2022-12-09_13:10:47.257087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:48.984596 run osmo-stp_10.42.42.5(pid=8921): stderr: \u000a| �[0;m�[38;5;43m20221209131047455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131047455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131047456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131047456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131047457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131047457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131047457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:49.119332 run osmo-stp_10.42.42.5(pid=8921): stdout: \u000a| (launched: 2022-12-09_13:10:47.257087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:49.252829 run osmo-stp_10.42.42.5(pid=8921): stderr: \u000a| �[0;m�[38;5;43m20221209131047455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131047455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131047456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131047456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131047457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131047457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131047457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:49.407746 run patchelf(pid=8924): Terminating (SIGINT)\u000a13:10:49.589234 run patchelf(pid=8924): Terminated: ok {rc=0}\u000a13:10:49.622411 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8921): Process ended prematurely: osmo-stp_10.42.42.5(pid=8921) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8921)] [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:10:49.632262 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a13:10:49.696671 run osmo-hlr_10.42.42.2(pid=8918): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8918)]\u000a13:10:49.748758 run osmo-hlr_10.42.42.2(pid=8918): stdout: \u000a| (launched: 2022-12-09_13:10:45.878125) \u000a13:10:49.801591 run osmo-hlr_10.42.42.2(pid=8918): stderr: \u000a| �[0;m�[1;31m20221209131046294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131046294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131046294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131046294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131046294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131046294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131046312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131046336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131046336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131046336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:49.846107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8913): Terminating (SIGTERM)\u000a13:10:49.888394 run iperf3-srv_10.42.42.10(pid=8914): Terminating (SIGTERM)\u000a13:10:49.930841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8917): Terminating (SIGTERM)\u000a13:10:49.973410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8920): Terminating (SIGTERM)\u000a13:10:50.016373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8923): Terminating (SIGTERM)\u000a13:10:50.026545 --- ParallelTerminationStrategy: PID 8913 died...\u000a13:10:50.083234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8913): Terminated: ok {rc=0}\u000a13:10:50.093426 --- ParallelTerminationStrategy: PID 8914 died...\u000a13:10:50.149145 run iperf3-srv_10.42.42.10(pid=8914): Terminated {rc=256}\u000a13:10:50.159344 --- ParallelTerminationStrategy: PID 8917 died...\u000a13:10:50.215476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8917): Terminated: ok {rc=0}\u000a13:10:50.225903 --- ParallelTerminationStrategy: PID 8920 died...\u000a13:10:50.282053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8920): Terminated: ok {rc=0}\u000a13:10:50.292223 --- ParallelTerminationStrategy: PID 8923 died...\u000a13:10:50.349312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8923): Terminated: ok {rc=0}\u000a13:10:50.436839 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8939): Process ended prematurely: osmo-stp_10.42.42.5(pid=8939) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8939)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8939): Process ended prematurely: osmo-stp_10.42.42.5(pid=8939) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:10:51.551401 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:51.563507 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:10:51.728575 tst iperf3m4.py: using LAC 21684\u000a13:10:51.854150 tst iperf3m4.py: using RAC 9\u000a13:10:51.974875 tst iperf3m4.py: using CellId 21684\u000a13:10:52.092210 tst iperf3m4.py: using BVCI 21685\u000a13:10:52.115677 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:52.126733 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:52.137512 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:52.148088 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:52.159104 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:52.169772 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:52.180428 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:52.190974 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:10:52.201739 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:10:52.321937 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:10:52.440185 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:10:52.559493 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:10:52.853392 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:10:52.989576 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:53.326336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8925): Launched\u000a13:10:53.606761 run iperf3-srv_10.42.42.10(pid=8926): Launched\u000a13:10:53.806815 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:10:53.942836 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:54.277534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8927): Launched\u000a13:10:54.556130 run iperf3-srv_10.42.42.10(pid=8928): Launched\u000a13:10:54.755805 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:10:54.891788 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:55.227697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8929): Launched\u000a13:10:55.506688 run iperf3-srv_10.42.42.10(pid=8930): Launched\u000a13:10:55.705788 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:10:55.842247 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:56.177629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8931): Launched\u000a13:10:56.458036 run iperf3-srv_10.42.42.10(pid=8932): Launched\u000a13:10:56.657376 tst iperf3m4.py:8: start network...\u000a13:10:56.794147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:57.308259 run create_hlr_db(pid=8933): Launched\u000a13:10:57.497695 bus /gobi_6: Setting Powered False\u000a13:10:58.517475 run create_hlr_db(pid=8933): Terminated: ok {rc=0}\u000a13:10:58.948805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8935): Launched\u000a13:10:59.273842 run osmo-hlr_10.42.42.2(pid=8936): Launched\u000a13:10:59.392473 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:59.957955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8938): Launched\u000a13:11:00.284411 run osmo-stp_10.42.42.5(pid=8939): Launched\u000a13:11:00.407740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:11:00.997551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8941): Launched\u000a13:11:01.149889 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:11:01.507785 run patchelf(pid=8942): Launched\u000a13:11:01.704825 run osmo-stp_10.42.42.5(pid=8939): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8939)]\u000a13:11:01.850536 run osmo-stp_10.42.42.5(pid=8939): stdout: \u000a| (launched: 2022-12-09_13:11:00.123658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:01.995423 run osmo-stp_10.42.42.5(pid=8939): stderr: \u000a| �[0;m�[38;5;43m20221209131100311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131100311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131100311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131100312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131100312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131100313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131100313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:02.135673 run osmo-stp_10.42.42.5(pid=8939): stdout: \u000a| (launched: 2022-12-09_13:11:00.123658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:02.274438 run osmo-stp_10.42.42.5(pid=8939): stderr: \u000a| �[0;m�[38;5;43m20221209131100311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131100311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131100311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131100312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131100312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131100313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131100313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:02.431220 run patchelf(pid=8942): Terminating (SIGINT)\u000a13:11:02.614742 run patchelf(pid=8942): Terminated: ok {rc=0}\u000a13:11:02.648384 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8939): Process ended prematurely: osmo-stp_10.42.42.5(pid=8939) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8939)] [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:11:02.658438 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a13:11:02.723404 run osmo-hlr_10.42.42.2(pid=8936): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8936)]\u000a13:11:02.775708 run osmo-hlr_10.42.42.2(pid=8936): stdout: \u000a| (launched: 2022-12-09_13:10:59.114419) \u000a13:11:02.828586 run osmo-hlr_10.42.42.2(pid=8936): stderr: \u000a| �[0;m�[1;31m20221209131059307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131059307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131059307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131059307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131059308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131059308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131059319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131059328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131059328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131059328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:02.873866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8925): Terminating (SIGTERM)\u000a13:11:02.916290 run iperf3-srv_10.42.42.10(pid=8926): Terminating (SIGTERM)\u000a13:11:02.959451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8927): Terminating (SIGTERM)\u000a13:11:03.001884 run iperf3-srv_10.42.42.10(pid=8928): Terminating (SIGTERM)\u000a13:11:03.045022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8929): Terminating (SIGTERM)\u000a13:11:03.087505 run iperf3-srv_10.42.42.10(pid=8930): Terminating (SIGTERM)\u000a13:11:03.130138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8931): Terminating (SIGTERM)\u000a13:11:03.173145 run iperf3-srv_10.42.42.10(pid=8932): Terminating (SIGTERM)\u000a13:11:03.215685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8935): Terminating (SIGTERM)\u000a13:11:03.258466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8938): Terminating (SIGTERM)\u000a13:11:03.300932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8941): Terminating (SIGTERM)\u000a13:11:03.310970 --- ParallelTerminationStrategy: PID 8925 died...\u000a13:11:03.368447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8925): Terminated: ok {rc=0}\u000a13:11:03.378673 --- ParallelTerminationStrategy: PID 8926 died...\u000a13:11:03.435546 run iperf3-srv_10.42.42.10(pid=8926): Terminated {rc=256}\u000a13:11:03.445709 --- ParallelTerminationStrategy: PID 8927 died...\u000a13:11:03.502466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8927): Terminated: ok {rc=0}\u000a13:11:03.512637 --- ParallelTerminationStrategy: PID 8928 died...\u000a13:11:03.569400 run iperf3-srv_10.42.42.10(pid=8928): Terminated {rc=256}\u000a13:11:03.579845 --- ParallelTerminationStrategy: PID 8929 died...\u000a13:11:03.636717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8929): Terminated: ok {rc=0}\u000a13:11:03.646921 --- ParallelTerminationStrategy: PID 8930 died...\u000a13:11:03.703494 run iperf3-srv_10.42.42.10(pid=8930): Terminated {rc=256}\u000a13:11:03.713945 --- ParallelTerminationStrategy: PID 8931 died...\u000a13:11:03.770759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8931): Terminated: ok {rc=0}\u000a13:11:03.781168 --- ParallelTerminationStrategy: PID 8932 died...\u000a13:11:03.837657 run iperf3-srv_10.42.42.10(pid=8932): Terminated {rc=256}\u000a13:11:03.847723 --- ParallelTerminationStrategy: PID 8935 died...\u000a13:11:03.904075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8935): Terminated: ok {rc=0}\u000a13:11:03.914296 --- ParallelTerminationStrategy: PID 8938 died...\u000a13:11:03.970707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8938): Terminated: ok {rc=0}\u000a13:11:03.981205 --- ParallelTerminationStrategy: PID 8941 died...\u000a13:11:04.037619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8941): Terminated: ok {rc=0}\u000a13:11:04.126601 bus /gobi_4: Setting Powered False\u000a13:11:05.233713 bus /gobi_4: Setting Powered False\u000a13:11:06.346028 bus /gobi_1: Setting Powered False\u000a13:11:07.450387 bus /gobi_1: Setting Powered False\u000a13:11:08.562372 bus /gobi_0: Setting Powered False\u000a13:11:09.666624 bus /gobi_0: Setting Powered False\u000a13:11:10.778068 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8949): Process ended prematurely: osmo-stp_10.42.42.5(pid=8949) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8949)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8949): Process ended prematurely: osmo-stp_10.42.42.5(pid=8949) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8949)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:11:11.845598 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:11:11.857326 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:11:12.014530 tst ping.py: using LAC 21685\u000a13:11:12.138230 tst ping.py: using RAC 10\u000a13:11:12.254712 tst ping.py: using CellId 21685\u000a13:11:12.372184 tst ping.py: using BVCI 21686\u000a13:11:12.395313 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:11:12.406467 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:11:12.417406 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:11:12.428177 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:11:12.438982 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:11:12.449759 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:11:12.460649 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:11:12.471381 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:11:12.762078 tst ping.py:19: start network...\u000a13:11:12.896319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:13.403058 run create_hlr_db(pid=8943): Launched\u000a13:11:13.590623 bus /gobi_6: Setting Powered False\u000a13:11:14.610491 run create_hlr_db(pid=8943): Terminated: ok {rc=0}\u000a13:11:15.018629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8945): Launched\u000a13:11:15.319996 run osmo-hlr_10.42.42.2(pid=8946): Launched\u000a13:11:15.439111 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:16.030191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8948): Launched\u000a13:11:16.454565 run osmo-stp_10.42.42.5(pid=8949): Launched\u000a13:11:16.701336 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:11:17.275639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8951): Launched\u000a13:11:17.390382 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:11:17.671061 run patchelf(pid=8952): Launched\u000a13:11:17.859818 run osmo-stp_10.42.42.5(pid=8949): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8949)]\u000a13:11:17.997369 run osmo-stp_10.42.42.5(pid=8949): stdout: \u000a| (launched: 2022-12-09_13:11:16.197527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:18.135130 run osmo-stp_10.42.42.5(pid=8949): stderr: \u000a| �[0;m�[38;5;43m20221209131116483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131116483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131116484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131116484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131116484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131116485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131116485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:18.267910 run osmo-stp_10.42.42.5(pid=8949): stdout: \u000a| (launched: 2022-12-09_13:11:16.197527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:18.399765 run osmo-stp_10.42.42.5(pid=8949): stderr: \u000a| �[0;m�[38;5;43m20221209131116483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131116483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131116484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131116484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131116484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131116485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131116485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:18.553183 run patchelf(pid=8952): Terminating (SIGINT)\u000a13:11:18.732763 run patchelf(pid=8952): Terminated: ok {rc=0}\u000a13:11:18.765545 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8949): Process ended prematurely: osmo-stp_10.42.42.5(pid=8949) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8949)] [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:11:18.774993 tst ping.py:22: Test FAILED (6.9 sec)\u000a13:11:18.839044 run osmo-hlr_10.42.42.2(pid=8946): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8946)]\u000a13:11:18.891690 run osmo-hlr_10.42.42.2(pid=8946): stdout: \u000a| (launched: 2022-12-09_13:11:15.171542) \u000a13:11:18.944769 run osmo-hlr_10.42.42.2(pid=8946): stderr: \u000a| �[0;m�[1;31m20221209131115346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131115346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131115346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131115346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131115346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131115346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131115358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131115367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131115367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131115367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:18.990356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8945): Terminating (SIGTERM)\u000a13:11:19.032835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8948): Terminating (SIGTERM)\u000a13:11:19.075776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8951): Terminating (SIGTERM)\u000a13:11:19.085908 --- ParallelTerminationStrategy: PID 8945 died...\u000a13:11:19.143131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8945): Terminated: ok {rc=0}\u000a13:11:19.153338 --- ParallelTerminationStrategy: PID 8948 died...\u000a13:11:19.209999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8948): Terminated: ok {rc=0}\u000a13:11:19.220141 --- ParallelTerminationStrategy: PID 8951 died...\u000a13:11:19.276996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8951): Terminated: ok {rc=0}\u000a13:11:19.363916 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8959): Process ended prematurely: osmo-stp_10.42.42.5(pid=8959) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8959)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8959): Process ended prematurely: osmo-stp_10.42.42.5(pid=8959) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8959)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:11:20.416483 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:11:20.428617 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:11:20.597251 tst ping_idle_ping.py: using LAC 21686\u000a13:11:20.717995 tst ping_idle_ping.py: using RAC 11\u000a13:11:20.836869 tst ping_idle_ping.py: using CellId 21686\u000a13:11:20.956669 tst ping_idle_ping.py: using BVCI 21687\u000a13:11:20.979984 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:11:20.991221 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:11:21.002194 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:11:21.013440 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:11:21.024591 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:11:21.035527 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:11:21.046619 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:11:21.057506 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:11:21.350040 tst ping_idle_ping.py:24: start network...\u000a13:11:21.485233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:22.000055 run create_hlr_db(pid=8953): Launched\u000a13:11:22.187231 bus /gobi_6: Setting Powered False\u000a13:11:23.208240 run create_hlr_db(pid=8953): Terminated: ok {rc=0}\u000a13:11:23.612573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8955): Launched\u000a13:11:23.913883 run osmo-hlr_10.42.42.2(pid=8956): Launched\u000a13:11:24.030063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:24.554816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8958): Launched\u000a13:11:24.855502 run osmo-stp_10.42.42.5(pid=8959): Launched\u000a13:11:24.964231 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:11:25.491086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8961): Launched\u000a13:11:25.598232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:11:25.862020 run patchelf(pid=8962): Launched\u000a13:11:26.039816 run osmo-stp_10.42.42.5(pid=8959): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8959)]\u000a13:11:26.169361 run osmo-stp_10.42.42.5(pid=8959): stdout: \u000a| (launched: 2022-12-09_13:11:24.707404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:26.298640 run osmo-stp_10.42.42.5(pid=8959): stderr: \u000a| �[0;m�[38;5;43m20221209131124875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131124875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131124875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131124876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131124876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131124876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131124876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:26.423272 run osmo-stp_10.42.42.5(pid=8959): stdout: \u000a| (launched: 2022-12-09_13:11:24.707404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:26.546831 run osmo-stp_10.42.42.5(pid=8959): stderr: \u000a| �[0;m�[38;5;43m20221209131124875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131124875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131124875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131124876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131124876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131124876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131124876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:26.691189 run patchelf(pid=8962): Terminating (SIGINT)\u000a13:11:26.859950 run patchelf(pid=8962): Terminated: ok {rc=0}\u000a13:11:26.890646 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8959): Process ended prematurely: osmo-stp_10.42.42.5(pid=8959) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8959)] [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:11:26.899176 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:11:26.959394 run osmo-hlr_10.42.42.2(pid=8956): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8956)]\u000a13:11:27.008836 run osmo-hlr_10.42.42.2(pid=8956): stdout: \u000a| (launched: 2022-12-09_13:11:23.765067) \u000a13:11:27.058949 run osmo-hlr_10.42.42.2(pid=8956): stderr: \u000a| �[0;m�[1;31m20221209131123937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131123937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131123937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131123938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131123938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131123938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131123949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131123958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131123958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131123958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:27.101798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8955): Terminating (SIGTERM)\u000a13:11:27.142127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8958): Terminating (SIGTERM)\u000a13:11:27.182004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8961): Terminating (SIGTERM)\u000a13:11:27.191132 --- ParallelTerminationStrategy: PID 8955 died...\u000a13:11:27.244199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8955): Terminated: ok {rc=0}\u000a13:11:27.253915 --- ParallelTerminationStrategy: PID 8958 died...\u000a13:11:27.307083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8958): Terminated: ok {rc=0}\u000a13:11:27.316626 --- ParallelTerminationStrategy: PID 8961 died...\u000a13:11:27.369621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8961): Terminated: ok {rc=0}\u000a13:11:27.452086 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:10:28" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8976): Process ended prematurely: osmo-stp_10.42.42.5(pid=8976) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8976)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8976): Process ended prematurely: osmo-stp_10.42.42.5(pid=8976) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:11:29.606209 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:29.617328 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:11:29.775105 tst cs_paging_gprs_active.py: using LAC 21687\u000a13:11:29.897920 tst cs_paging_gprs_active.py: using RAC 12\u000a13:11:30.019381 tst cs_paging_gprs_active.py: using CellId 21687\u000a13:11:30.140419 tst cs_paging_gprs_active.py: using BVCI 21688\u000a13:11:30.163943 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:30.174898 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:30.185709 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:30.196441 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:30.207132 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:30.217970 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:30.228721 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:30.239375 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:30.250335 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:11:30.369515 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:11:30.654212 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:11:30.783713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:11:31.156878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8966): Launched\u000a13:11:31.443988 run iperf3-srv_10.42.42.10(pid=8967): Launched\u000a13:11:31.635636 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:11:31.767401 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:11:32.107012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8968): Launched\u000a13:11:32.373325 run iperf3-srv_10.42.42.10(pid=8969): Launched\u000a13:11:32.560177 tst cs_paging_gprs_active.py:38: start network...\u000a13:11:32.688151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:33.182136 run create_hlr_db(pid=8970): Launched\u000a13:11:33.357799 bus /gobi_6: Setting Powered False\u000a13:11:34.379138 run create_hlr_db(pid=8970): Terminated: ok {rc=0}\u000a13:11:34.812613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8972): Launched\u000a13:11:35.139866 run osmo-hlr_10.42.42.2(pid=8973): Launched\u000a13:11:35.260299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:35.828894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8975): Launched\u000a13:11:36.157533 run osmo-stp_10.42.42.5(pid=8976): Launched\u000a13:11:36.277582 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:11:36.849564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8978): Launched\u000a13:11:36.967200 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:11:37.252306 run patchelf(pid=8979): Launched\u000a13:11:37.444621 run osmo-stp_10.42.42.5(pid=8976): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8976)]\u000a13:11:37.585144 run osmo-stp_10.42.42.5(pid=8976): stdout: \u000a| (launched: 2022-12-09_13:11:35.995494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:37.725693 run osmo-stp_10.42.42.5(pid=8976): stderr: \u000a| �[0;m�[38;5;43m20221209131136185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131136185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131136185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131136186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131136186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131136186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131136186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:37.862061 run osmo-stp_10.42.42.5(pid=8976): stdout: \u000a| (launched: 2022-12-09_13:11:35.995494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:37.997452 run osmo-stp_10.42.42.5(pid=8976): stderr: \u000a| �[0;m�[38;5;43m20221209131136185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131136185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131136185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131136186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131136186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131136186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131136186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:38.154615 run patchelf(pid=8979): Terminating (SIGINT)\u000a13:11:38.338102 run patchelf(pid=8979): Terminated: ok {rc=0}\u000a13:11:38.371656 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8976): Process ended prematurely: osmo-stp_10.42.42.5(pid=8976) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8976)] [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:11:38.381657 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:11:38.445655 run osmo-hlr_10.42.42.2(pid=8973): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8973)]\u000a13:11:38.497699 run osmo-hlr_10.42.42.2(pid=8973): stdout: \u000a| (launched: 2022-12-09_13:11:34.979458) \u000a13:11:38.550376 run osmo-hlr_10.42.42.2(pid=8973): stderr: \u000a| �[0;m�[1;31m20221209131135175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131135175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131135175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131135175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131135175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131135175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131135187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131135195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131135196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131135196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:38.595171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8966): Terminating (SIGTERM)\u000a13:11:38.637852 run iperf3-srv_10.42.42.10(pid=8967): Terminating (SIGTERM)\u000a13:11:38.679837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8968): Terminating (SIGTERM)\u000a13:11:38.721844 run iperf3-srv_10.42.42.10(pid=8969): Terminating (SIGTERM)\u000a13:11:38.764071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8972): Terminating (SIGTERM)\u000a13:11:38.806205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8975): Terminating (SIGTERM)\u000a13:11:38.848525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8978): Terminating (SIGTERM)\u000a13:11:38.857846 --- ParallelTerminationStrategy: PID 8966 died...\u000a13:11:38.914413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8966): Terminated: ok {rc=0}\u000a13:11:38.924404 --- ParallelTerminationStrategy: PID 8967 died...\u000a13:11:38.980215 run iperf3-srv_10.42.42.10(pid=8967): Terminated {rc=256}\u000a13:11:38.990462 --- ParallelTerminationStrategy: PID 8968 died...\u000a13:11:39.046630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8968): Terminated: ok {rc=0}\u000a13:11:39.056654 --- ParallelTerminationStrategy: PID 8969 died...\u000a13:11:39.112611 run iperf3-srv_10.42.42.10(pid=8969): Terminated {rc=256}\u000a13:11:39.122619 --- ParallelTerminationStrategy: PID 8972 died...\u000a13:11:39.178542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8972): Terminated: ok {rc=0}\u000a13:11:39.188836 --- ParallelTerminationStrategy: PID 8975 died...\u000a13:11:39.245061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8975): Terminated: ok {rc=0}\u000a13:11:39.255133 --- ParallelTerminationStrategy: PID 8978 died...\u000a13:11:39.311349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8978): Terminated: ok {rc=0}\u000a13:11:39.397716 bus /gobi_0: Setting Powered False\u000a13:11:40.505100 bus /gobi_0: Setting Powered False\u000a13:11:41.612398 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8988): Process ended prematurely: osmo-stp_10.42.42.5(pid=8988) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8988)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8988): Process ended prematurely: osmo-stp_10.42.42.5(pid=8988) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:11:42.727386 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:42.739810 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:11:42.922613 tst iperf3.py: using LAC 21688\u000a13:11:43.049931 tst iperf3.py: using RAC 13\u000a13:11:43.168581 tst iperf3.py: using CellId 21688\u000a13:11:43.288752 tst iperf3.py: using BVCI 21689\u000a13:11:43.312491 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:43.323637 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:43.334607 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:43.345433 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:43.355999 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:43.366670 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:43.377502 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:43.388033 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:43.398840 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:11:43.692209 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:11:43.829989 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:11:44.167394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8980): Launched\u000a13:11:44.449320 run iperf3-srv_10.42.42.10(pid=8981): Launched\u000a13:11:44.650175 tst iperf3.py:8: start network...\u000a13:11:44.788012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:45.302558 run create_hlr_db(pid=8982): Launched\u000a13:11:45.491169 bus /gobi_6: Setting Powered False\u000a13:11:46.515181 run create_hlr_db(pid=8982): Terminated: ok {rc=0}\u000a13:11:46.965490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8984): Launched\u000a13:11:47.295298 run osmo-hlr_10.42.42.2(pid=8985): Launched\u000a13:11:47.418203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:47.987511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8987): Launched\u000a13:11:48.315270 run osmo-stp_10.42.42.5(pid=8988): Launched\u000a13:11:48.435287 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:11:49.005914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8990): Launched\u000a13:11:49.123068 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:11:49.407684 run patchelf(pid=8991): Launched\u000a13:11:49.598717 run osmo-stp_10.42.42.5(pid=8988): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8988)]\u000a13:11:49.738586 run osmo-stp_10.42.42.5(pid=8988): stdout: \u000a| (launched: 2022-12-09_13:11:48.154183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:49.878781 run osmo-stp_10.42.42.5(pid=8988): stderr: \u000a| �[0;m�[38;5;43m20221209131148345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131148345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131148346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131148346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131148347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131148347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131148347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:50.014552 run osmo-stp_10.42.42.5(pid=8988): stdout: \u000a| (launched: 2022-12-09_13:11:48.154183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:50.149021 run osmo-stp_10.42.42.5(pid=8988): stderr: \u000a| �[0;m�[38;5;43m20221209131148345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131148345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131148346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131148346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131148347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131148347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131148347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:50.304423 run patchelf(pid=8991): Terminating (SIGINT)\u000a13:11:50.486453 run patchelf(pid=8991): Terminated: ok {rc=0}\u000a13:11:50.519712 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8988): Process ended prematurely: osmo-stp_10.42.42.5(pid=8988) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8988)] [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:11:50.529628 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a13:11:50.593642 run osmo-hlr_10.42.42.2(pid=8985): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8985)]\u000a13:11:50.645650 run osmo-hlr_10.42.42.2(pid=8985): stdout: \u000a| (launched: 2022-12-09_13:11:47.133750) \u000a13:11:50.698442 run osmo-hlr_10.42.42.2(pid=8985): stderr: \u000a| �[0;m�[1;31m20221209131147332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131147332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131147332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131147332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131147332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131147332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131147344 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131147353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131147353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131147353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:50.743337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8980): Terminating (SIGTERM)\u000a13:11:50.785961 run iperf3-srv_10.42.42.10(pid=8981): Terminating (SIGTERM)\u000a13:11:50.828158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8984): Terminating (SIGTERM)\u000a13:11:50.870655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8987): Terminating (SIGTERM)\u000a13:11:50.913048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8990): Terminating (SIGTERM)\u000a13:11:50.922818 --- ParallelTerminationStrategy: PID 8980 died...\u000a13:11:50.979427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8980): Terminated: ok {rc=0}\u000a13:11:50.989872 --- ParallelTerminationStrategy: PID 8981 died...\u000a13:11:51.045751 run iperf3-srv_10.42.42.10(pid=8981): Terminated {rc=256}\u000a13:11:51.055959 --- ParallelTerminationStrategy: PID 8984 died...\u000a13:11:51.112750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8984): Terminated: ok {rc=0}\u000a13:11:51.122803 --- ParallelTerminationStrategy: PID 8987 died...\u000a13:11:51.178948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8987): Terminated: ok {rc=0}\u000a13:11:51.189091 --- ParallelTerminationStrategy: PID 8990 died...\u000a13:11:51.245121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8990): Terminated: ok {rc=0}\u000a13:11:51.332798 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9006): Process ended prematurely: osmo-stp_10.42.42.5(pid=9006) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9006)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9006): Process ended prematurely: osmo-stp_10.42.42.5(pid=9006) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:11:52.448456 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:52.460758 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:11:52.626758 tst iperf3m4.py: using LAC 21689\u000a13:11:52.755271 tst iperf3m4.py: using RAC 14\u000a13:11:52.883936 tst iperf3m4.py: using CellId 21689\u000a13:11:53.010859 tst iperf3m4.py: using BVCI 21690\u000a13:11:53.036080 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:53.047553 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:53.058937 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:53.070516 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:53.082058 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:53.093546 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:53.105332 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:53.116598 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:11:53.128141 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:11:53.247373 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:11:53.370950 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:11:53.491399 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:11:53.789731 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:11:53.926810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:11:54.265763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8992): Launched\u000a13:11:54.546669 run iperf3-srv_10.42.42.10(pid=8993): Launched\u000a13:11:54.747153 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:11:54.883718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:11:55.221530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8994): Launched\u000a13:11:55.502088 run iperf3-srv_10.42.42.10(pid=8995): Launched\u000a13:11:55.701794 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:11:55.838737 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:11:56.176724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8996): Launched\u000a13:11:56.458783 run iperf3-srv_10.42.42.10(pid=8997): Launched\u000a13:11:56.659237 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:11:56.796615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:11:57.134768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8998): Launched\u000a13:11:57.415873 run iperf3-srv_10.42.42.10(pid=8999): Launched\u000a13:11:57.615695 tst iperf3m4.py:8: start network...\u000a13:11:57.752401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:58.266592 run create_hlr_db(pid=9000): Launched\u000a13:11:58.456028 bus /gobi_6: Setting Powered False\u000a13:11:59.475814 run create_hlr_db(pid=9000): Terminated: ok {rc=0}\u000a13:11:59.887387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9002): Launched\u000a13:12:00.195169 run osmo-hlr_10.42.42.2(pid=9003): Launched\u000a13:12:00.318335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:00.872054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9005): Launched\u000a13:12:01.364613 run osmo-stp_10.42.42.5(pid=9006): Launched\u000a13:12:01.475404 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:12:02.069099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9008): Launched\u000a13:12:02.190123 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:12:02.481113 run patchelf(pid=9009): Launched\u000a13:12:02.673842 run osmo-stp_10.42.42.5(pid=9006): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9006)]\u000a13:12:02.815146 run osmo-stp_10.42.42.5(pid=9006): stdout: \u000a| (launched: 2022-12-09_13:12:01.040323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:02.955776 run osmo-stp_10.42.42.5(pid=9006): stderr: \u000a| �[0;m�[38;5;43m20221209131201230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131201230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131201231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131201231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131201231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131201232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131201232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:03.091968 run osmo-stp_10.42.42.5(pid=9006): stdout: \u000a| (launched: 2022-12-09_13:12:01.040323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:03.227168 run osmo-stp_10.42.42.5(pid=9006): stderr: \u000a| �[0;m�[38;5;43m20221209131201230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131201230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131201231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131201231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131201231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131201232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131201232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:03.383392 run patchelf(pid=9009): Terminating (SIGINT)\u000a13:12:03.566339 run patchelf(pid=9009): Terminated: ok {rc=0}\u000a13:12:03.599758 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9006): Process ended prematurely: osmo-stp_10.42.42.5(pid=9006) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9006)] [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:12:03.609627 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a13:12:03.673643 run osmo-hlr_10.42.42.2(pid=9003): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9003)]\u000a13:12:03.725480 run osmo-hlr_10.42.42.2(pid=9003): stdout: \u000a| (launched: 2022-12-09_13:12:00.043463) \u000a13:12:03.778270 run osmo-hlr_10.42.42.2(pid=9003): stderr: \u000a| �[0;m�[1;31m20221209131200218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131200218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131200218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131200218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131200218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131200218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131200230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131200239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131200239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131200239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:03.823274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8992): Terminating (SIGTERM)\u000a13:12:03.865776 run iperf3-srv_10.42.42.10(pid=8993): Terminating (SIGTERM)\u000a13:12:03.908279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8994): Terminating (SIGTERM)\u000a13:12:03.950775 run iperf3-srv_10.42.42.10(pid=8995): Terminating (SIGTERM)\u000a13:12:03.993269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8996): Terminating (SIGTERM)\u000a13:12:04.035223 run iperf3-srv_10.42.42.10(pid=8997): Terminating (SIGTERM)\u000a13:12:04.077626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8998): Terminating (SIGTERM)\u000a13:12:04.119791 run iperf3-srv_10.42.42.10(pid=8999): Terminating (SIGTERM)\u000a13:12:04.162195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9002): Terminating (SIGTERM)\u000a13:12:04.204472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9005): Terminating (SIGTERM)\u000a13:12:04.247889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9008): Terminating (SIGTERM)\u000a13:12:04.257430 --- ParallelTerminationStrategy: PID 8992 died...\u000a13:12:04.314256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8992): Terminated: ok {rc=0}\u000a13:12:04.324352 --- ParallelTerminationStrategy: PID 8993 died...\u000a13:12:04.381141 run iperf3-srv_10.42.42.10(pid=8993): Terminated {rc=256}\u000a13:12:04.391294 --- ParallelTerminationStrategy: PID 8994 died...\u000a13:12:04.447826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8994): Terminated: ok {rc=0}\u000a13:12:04.458176 --- ParallelTerminationStrategy: PID 8995 died...\u000a13:12:04.514206 run iperf3-srv_10.42.42.10(pid=8995): Terminated {rc=256}\u000a13:12:04.524469 --- ParallelTerminationStrategy: PID 8996 died...\u000a13:12:04.580557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8996): Terminated: ok {rc=0}\u000a13:12:04.590887 --- ParallelTerminationStrategy: PID 8997 died...\u000a13:12:04.647012 run iperf3-srv_10.42.42.10(pid=8997): Terminated {rc=256}\u000a13:12:04.657351 --- ParallelTerminationStrategy: PID 8998 died...\u000a13:12:04.713449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8998): Terminated: ok {rc=0}\u000a13:12:04.723801 --- ParallelTerminationStrategy: PID 8999 died...\u000a13:12:04.780271 run iperf3-srv_10.42.42.10(pid=8999): Terminated {rc=256}\u000a13:12:04.790374 --- ParallelTerminationStrategy: PID 9002 died...\u000a13:12:04.846994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9002): Terminated: ok {rc=0}\u000a13:12:04.857249 --- ParallelTerminationStrategy: PID 9005 died...\u000a13:12:04.913415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9005): Terminated: ok {rc=0}\u000a13:12:04.923798 --- ParallelTerminationStrategy: PID 9008 died...\u000a13:12:04.980195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9008): Terminated: ok {rc=0}\u000a13:12:05.067502 bus /gobi_4: Setting Powered False\u000a13:12:06.175543 bus /gobi_4: Setting Powered False\u000a13:12:07.286399 bus /gobi_1: Setting Powered False\u000a13:12:08.389746 bus /gobi_1: Setting Powered False\u000a13:12:09.501561 bus /gobi_0: Setting Powered False\u000a13:12:10.605353 bus /gobi_0: Setting Powered False\u000a13:12:11.714379 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9016): Process ended prematurely: osmo-stp_10.42.42.5(pid=9016) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9016)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9016): Process ended prematurely: osmo-stp_10.42.42.5(pid=9016) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:12:12.783223 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:12:12.795325 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:12:12.957616 tst ping.py: using LAC 21690\u000a13:12:13.087255 tst ping.py: using RAC 15\u000a13:12:13.210872 tst ping.py: using CellId 21690\u000a13:12:13.328532 tst ping.py: using BVCI 21691\u000a13:12:13.352103 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:12:13.363096 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:12:13.374011 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:12:13.384804 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:12:13.395525 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:12:13.406343 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:12:13.417259 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:12:13.428160 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:12:13.703405 tst ping.py:19: start network...\u000a13:12:13.828261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:14.313191 run create_hlr_db(pid=9010): Launched\u000a13:12:14.487309 bus /gobi_6: Setting Powered False\u000a13:12:15.508186 run create_hlr_db(pid=9010): Terminated: ok {rc=0}\u000a13:12:15.988151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9012): Launched\u000a13:12:16.417461 run osmo-hlr_10.42.42.2(pid=9013): Launched\u000a13:12:16.642363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:17.205906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9015): Launched\u000a13:12:17.512599 run osmo-stp_10.42.42.5(pid=9016): Launched\u000a13:12:17.623124 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:12:18.150222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9018): Launched\u000a13:12:18.257357 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:12:18.521140 run patchelf(pid=9019): Launched\u000a13:12:18.696865 run osmo-stp_10.42.42.5(pid=9016): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9016)]\u000a13:12:18.825339 run osmo-stp_10.42.42.5(pid=9016): stdout: \u000a| (launched: 2022-12-09_13:12:17.361828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:18.953641 run osmo-stp_10.42.42.5(pid=9016): stderr: \u000a| �[0;m�[38;5;43m20221209131217531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131217531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131217532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131217532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131217532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131217533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131217533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:19.077600 run osmo-stp_10.42.42.5(pid=9016): stdout: \u000a| (launched: 2022-12-09_13:12:17.361828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:19.200295 run osmo-stp_10.42.42.5(pid=9016): stderr: \u000a| �[0;m�[38;5;43m20221209131217531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131217531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131217532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131217532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131217532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131217533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131217533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:19.343399 run patchelf(pid=9019): Terminating (SIGINT)\u000a13:12:19.510962 run patchelf(pid=9019): Terminated: ok {rc=0}\u000a13:12:19.541487 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9016): Process ended prematurely: osmo-stp_10.42.42.5(pid=9016) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9016)] [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:12:19.550037 tst ping.py:22: Test FAILED (6.8 sec)\u000a13:12:19.609059 run osmo-hlr_10.42.42.2(pid=9013): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9013)]\u000a13:12:19.657327 run osmo-hlr_10.42.42.2(pid=9013): stdout: \u000a| (launched: 2022-12-09_13:12:16.155985) \u000a13:12:19.706583 run osmo-hlr_10.42.42.2(pid=9013): stderr: \u000a| �[0;m�[1;31m20221209131216364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131216364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131216364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131216364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131216364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131216364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131216381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131216404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131216404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131216404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:19.748313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9012): Terminating (SIGTERM)\u000a13:12:19.787562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9015): Terminating (SIGTERM)\u000a13:12:19.827432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9018): Terminating (SIGTERM)\u000a13:12:19.836532 --- ParallelTerminationStrategy: PID 9012 died...\u000a13:12:19.889021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9012): Terminated: ok {rc=0}\u000a13:12:19.898368 --- ParallelTerminationStrategy: PID 9015 died...\u000a13:12:19.950278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9015): Terminated: ok {rc=0}\u000a13:12:19.959570 --- ParallelTerminationStrategy: PID 9018 died...\u000a13:12:20.011651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9018): Terminated: ok {rc=0}\u000a13:12:20.099694 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9026): Process ended prematurely: osmo-stp_10.42.42.5(pid=9026) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9026)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9026): Process ended prematurely: osmo-stp_10.42.42.5(pid=9026) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:12:21.151393 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:12:21.163381 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:12:21.321855 tst ping_idle_ping.py: using LAC 21691\u000a13:12:21.440407 tst ping_idle_ping.py: using RAC 16\u000a13:12:21.560437 tst ping_idle_ping.py: using CellId 21691\u000a13:12:21.678789 tst ping_idle_ping.py: using BVCI 21692\u000a13:12:21.702057 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:12:21.712872 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:12:21.723599 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:12:21.734338 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:12:21.744932 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:12:21.755685 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:12:21.766524 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:12:21.777340 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:12:22.070451 tst ping_idle_ping.py:24: start network...\u000a13:12:22.206113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:22.718269 run create_hlr_db(pid=9020): Launched\u000a13:12:22.907354 bus /gobi_6: Setting Powered False\u000a13:12:23.926324 run create_hlr_db(pid=9020): Terminated: ok {rc=0}\u000a13:12:24.332577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9022): Launched\u000a13:12:24.636799 run osmo-hlr_10.42.42.2(pid=9023): Launched\u000a13:12:24.752320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:25.286853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9025): Launched\u000a13:12:25.589865 run osmo-stp_10.42.42.5(pid=9026): Launched\u000a13:12:25.700160 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:12:26.226285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9028): Launched\u000a13:12:26.333643 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:12:26.597714 run patchelf(pid=9029): Launched\u000a13:12:26.775091 run osmo-stp_10.42.42.5(pid=9026): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9026)]\u000a13:12:26.904651 run osmo-stp_10.42.42.5(pid=9026): stdout: \u000a| (launched: 2022-12-09_13:12:25.439994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:27.034438 run osmo-stp_10.42.42.5(pid=9026): stderr: \u000a| �[0;m�[38;5;43m20221209131225608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131225608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131225609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131225609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131225610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131225610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131225610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:27.159872 run osmo-stp_10.42.42.5(pid=9026): stdout: \u000a| (launched: 2022-12-09_13:12:25.439994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:27.284562 run osmo-stp_10.42.42.5(pid=9026): stderr: \u000a| �[0;m�[38;5;43m20221209131225608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131225608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131225609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131225609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131225610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131225610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131225610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:27.428735 run patchelf(pid=9029): Terminating (SIGINT)\u000a13:12:27.597559 run patchelf(pid=9029): Terminated: ok {rc=0}\u000a13:12:27.628337 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9026): Process ended prematurely: osmo-stp_10.42.42.5(pid=9026) [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9026)] [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:12:27.636770 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:12:27.695958 run osmo-hlr_10.42.42.2(pid=9023): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9023)]\u000a13:12:27.744217 run osmo-hlr_10.42.42.2(pid=9023): stdout: \u000a| (launched: 2022-12-09_13:12:24.486898) \u000a13:12:27.793353 run osmo-hlr_10.42.42.2(pid=9023): stderr: \u000a| �[0;m�[1;31m20221209131224663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131224663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131224663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131224663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131224663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131224664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131224676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131224686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131224687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131224687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:27.834998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9022): Terminating (SIGTERM)\u000a13:12:27.874483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9025): Terminating (SIGTERM)\u000a13:12:27.913632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9028): Terminating (SIGTERM)\u000a13:12:27.922694 --- ParallelTerminationStrategy: PID 9022 died...\u000a13:12:27.975268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9022): Terminated: ok {rc=0}\u000a13:12:27.984724 --- ParallelTerminationStrategy: PID 9025 died...\u000a13:12:28.037029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9025): Terminated: ok {rc=0}\u000a13:12:28.046427 --- ParallelTerminationStrategy: PID 9028 died...\u000a13:12:28.098662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9028): Terminated: ok {rc=0}\u000a13:12:28.180877 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:11:29" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9047): Process ended prematurely: osmo-stp_10.42.42.5(pid=9047) [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9047)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9047): Process ended prematurely: osmo-stp_10.42.42.5(pid=9047) [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:12:30.363483 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:30.375292 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:12:30.526809 tst cs_paging_gprs_active.py: using LAC 21692\u000a13:12:30.652360 tst cs_paging_gprs_active.py: using RAC 17\u000a13:12:30.775175 tst cs_paging_gprs_active.py: using CellId 21692\u000a13:12:30.897678 tst cs_paging_gprs_active.py: using BVCI 21693\u000a13:12:30.922313 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:30.934050 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:30.945673 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:30.957400 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:30.969734 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:30.981906 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:30.994070 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:31.005746 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:31.017710 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:12:31.170700 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:12:31.496291 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:12:31.630036 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:12:31.969454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9035): Launched\u000a13:12:32.259420 run iperf3-srv_10.42.42.10(pid=9036): Launched\u000a13:12:32.465897 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:12:32.604492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:12:32.946487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9037): Launched\u000a13:12:33.230374 run iperf3-srv_10.42.42.10(pid=9038): Launched\u000a13:12:33.432842 tst cs_paging_gprs_active.py:38: start network...\u000a13:12:33.571228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:34.064821 run create_hlr_db(pid=9039): Launched\u000a13:12:34.241918 bus /gobi_6: Setting Powered False\u000a13:12:35.261606 run create_hlr_db(pid=9039): Terminated: ok {rc=0}\u000a13:12:35.692008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9041): Launched\u000a13:12:36.000537 run osmo-hlr_10.42.42.2(pid=9044): Launched\u000a13:12:36.112678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:36.646226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9046): Launched\u000a13:12:36.953812 run osmo-stp_10.42.42.5(pid=9047): Launched\u000a13:12:37.065635 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:12:37.602897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9049): Launched\u000a13:12:37.712172 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:12:37.979863 run patchelf(pid=9050): Launched\u000a13:12:38.159216 run osmo-stp_10.42.42.5(pid=9047): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9047)]\u000a13:12:38.290198 run osmo-stp_10.42.42.5(pid=9047): stdout: \u000a| (launched: 2022-12-09_13:12:36.802327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:38.421541 run osmo-stp_10.42.42.5(pid=9047): stderr: \u000a| �[0;m�[38;5;43m20221209131236970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131236971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131236971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131236971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131236972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131236972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131236972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:38.548681 run osmo-stp_10.42.42.5(pid=9047): stdout: \u000a| (launched: 2022-12-09_13:12:36.802327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:38.674633 run osmo-stp_10.42.42.5(pid=9047): stderr: \u000a| �[0;m�[38;5;43m20221209131236970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131236971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131236971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131236971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131236972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131236972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131236972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:38.820599 run patchelf(pid=9050): Terminating (SIGINT)\u000a13:12:38.991852 run patchelf(pid=9050): Terminated: ok {rc=0}\u000a13:12:39.023176 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9047): Process ended prematurely: osmo-stp_10.42.42.5(pid=9047) [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9047)] [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a13:12:39.032329 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:12:39.091532 run osmo-hlr_10.42.42.2(pid=9044): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9044)]\u000a13:12:39.140085 run osmo-hlr_10.42.42.2(pid=9044): stdout: \u000a| (launched: 2022-12-09_13:12:35.849524) \u000a13:12:39.189521 run osmo-hlr_10.42.42.2(pid=9044): stderr: \u000a| �[0;m�[1;31m20221209131236027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131236027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131236027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131236027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131236027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131236027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131236040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131236051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131236051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131236051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:39.231425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9035): Terminating (SIGTERM)\u000a13:12:39.270782 run iperf3-srv_10.42.42.10(pid=9036): Terminating (SIGTERM)\u000a13:12:39.310142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9037): Terminating (SIGTERM)\u000a13:12:39.349402 run iperf3-srv_10.42.42.10(pid=9038): Terminating (SIGTERM)\u000a13:12:39.389120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9041): Terminating (SIGTERM)\u000a13:12:39.428219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9046): Terminating (SIGTERM)\u000a13:12:39.467537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9049): Terminating (SIGTERM)\u000a13:12:39.476549 --- ParallelTerminationStrategy: PID 9035 died...\u000a13:12:39.529328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9035): Terminated: ok {rc=0}\u000a13:12:39.538811 --- ParallelTerminationStrategy: PID 9036 died...\u000a13:12:39.591267 run iperf3-srv_10.42.42.10(pid=9036): Terminated {rc=256}\u000a13:12:39.600614 --- ParallelTerminationStrategy: PID 9037 died...\u000a13:12:39.652869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9037): Terminated: ok {rc=0}\u000a13:12:39.662312 --- ParallelTerminationStrategy: PID 9038 died...\u000a13:12:39.714487 run iperf3-srv_10.42.42.10(pid=9038): Terminated {rc=256}\u000a13:12:39.723807 --- ParallelTerminationStrategy: PID 9041 died...\u000a13:12:39.776361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9041): Terminated: ok {rc=0}\u000a13:12:39.785899 --- ParallelTerminationStrategy: PID 9046 died...\u000a13:12:39.838863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9046): Terminated: ok {rc=0}\u000a13:12:39.848338 --- ParallelTerminationStrategy: PID 9049 died...\u000a13:12:39.901239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9049): Terminated: ok {rc=0}\u000a13:12:39.990756 bus /gobi_0: Setting Powered False\u000a13:12:41.095229 bus /gobi_0: Setting Powered False\u000a13:12:42.207317 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9059): Process ended prematurely: osmo-stp_10.42.42.5(pid=9059) [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9059)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9059): Process ended prematurely: osmo-stp_10.42.42.5(pid=9059) [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a13:12:43.318551 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:43.330595 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:12:43.475124 tst iperf3.py: using LAC 21693\u000a13:12:43.598097 tst iperf3.py: using RAC 18\u000a13:12:43.720813 tst iperf3.py: using CellId 21693\u000a13:12:43.843479 tst iperf3.py: using BVCI 21694\u000a13:12:43.867211 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:43.878612 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:43.889650 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:43.900666 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:43.911676 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:43.922778 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:43.933912 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:43.944773 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:43.955909 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:12:44.235898 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:12:44.364590 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:12:44.684828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9051): Launched\u000a13:12:44.950320 run iperf3-srv_10.42.42.10(pid=9052): Launched\u000a13:12:45.138135 tst iperf3.py:8: start network...\u000a13:12:45.266187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:45.760591 run create_hlr_db(pid=9053): Launched\u000a13:12:45.966261 bus /gobi_6: Setting Powered False\u000a13:12:46.960333 run create_hlr_db(pid=9053): Terminated: ok {rc=0}\u000a13:12:47.401336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9055): Launched\u000a13:12:47.709936 run osmo-hlr_10.42.42.2(pid=9056): Launched\u000a13:12:47.823217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:48.356579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9058): Launched\u000a13:12:48.665107 run osmo-stp_10.42.42.5(pid=9059): Launched\u000a13:12:48.776112 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:12:49.313180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9061): Launched\u000a13:12:49.422720 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:12:49.690661 run patchelf(pid=9062): Launched\u000a13:12:49.870270 run osmo-stp_10.42.42.5(pid=9059): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9059)]\u000a13:12:50.001567 run osmo-stp_10.42.42.5(pid=9059): stdout: \u000a| (launched: 2022-12-09_13:12:48.512516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:50.132700 run osmo-stp_10.42.42.5(pid=9059): stderr: \u000a| �[0;m�[38;5;43m20221209131248683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131248683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131248684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131248684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131248685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131248685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131248685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:50.259850 run osmo-stp_10.42.42.5(pid=9059): stdout: \u000a| (launched: 2022-12-09_13:12:48.512516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:50.386192 run osmo-stp_10.42.42.5(pid=9059): stderr: \u000a| �[0;m�[38;5;43m20221209131248683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131248683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131248684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131248684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131248685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131248685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131248685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:50.533056 run patchelf(pid=9062): Terminating (SIGINT)\u000a13:12:50.705371 run patchelf(pid=9062): Terminated: ok {rc=0}\u000a13:12:50.736755 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9059): Process ended prematurely: osmo-stp_10.42.42.5(pid=9059) [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9059)] [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a13:12:50.745972 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:12:50.805615 run osmo-hlr_10.42.42.2(pid=9056): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9056)]\u000a13:12:50.853970 run osmo-hlr_10.42.42.2(pid=9056): stdout: \u000a| (launched: 2022-12-09_13:12:47.557508) \u000a13:12:50.902958 run osmo-hlr_10.42.42.2(pid=9056): stderr: \u000a| �[0;m�[1;31m20221209131247736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131247736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131247737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131247737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131247737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131247737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131247749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131247758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131247758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131247758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:50.944725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9051): Terminating (SIGTERM)\u000a13:12:50.983803 run iperf3-srv_10.42.42.10(pid=9052): Terminating (SIGTERM)\u000a13:12:51.023067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9055): Terminating (SIGTERM)\u000a13:12:51.062339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9058): Terminating (SIGTERM)\u000a13:12:51.101666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9061): Terminating (SIGTERM)\u000a13:12:51.110809 --- ParallelTerminationStrategy: PID 9051 died...\u000a13:12:51.163547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9051): Terminated: ok {rc=0}\u000a13:12:51.172938 --- ParallelTerminationStrategy: PID 9052 died...\u000a13:12:51.224902 run iperf3-srv_10.42.42.10(pid=9052): Terminated {rc=256}\u000a13:12:51.234273 --- ParallelTerminationStrategy: PID 9055 died...\u000a13:12:51.286460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9055): Terminated: ok {rc=0}\u000a13:12:51.295827 --- ParallelTerminationStrategy: PID 9058 died...\u000a13:12:51.347887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9058): Terminated: ok {rc=0}\u000a13:12:51.357341 --- ParallelTerminationStrategy: PID 9061 died...\u000a13:12:51.409570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9061): Terminated: ok {rc=0}\u000a13:12:51.497073 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9077): Process ended prematurely: osmo-stp_10.42.42.5(pid=9077) [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9077)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9077): Process ended prematurely: osmo-stp_10.42.42.5(pid=9077) [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a13:12:52.612364 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:52.625314 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:12:52.776463 tst iperf3m4.py: using LAC 21694\u000a13:12:52.905136 tst iperf3m4.py: using RAC 19\u000a13:12:53.040579 tst iperf3m4.py: using CellId 21694\u000a13:12:53.168235 tst iperf3m4.py: using BVCI 21695\u000a13:12:53.194076 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:53.206017 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:53.217929 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:53.230345 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:53.242087 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:53.254610 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:53.267140 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:53.278715 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:12:53.291549 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:12:53.413035 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:12:53.533540 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:12:53.654128 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:12:53.939124 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:12:54.067337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:12:54.385657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9063): Launched\u000a13:12:54.652330 run iperf3-srv_10.42.42.10(pid=9064): Launched\u000a13:12:54.839927 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:12:54.968012 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:12:55.287107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9065): Launched\u000a13:12:55.551978 run iperf3-srv_10.42.42.10(pid=9066): Launched\u000a13:12:55.739572 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:12:55.867611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:12:56.188302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9067): Launched\u000a13:12:56.453353 run iperf3-srv_10.42.42.10(pid=9068): Launched\u000a13:12:56.640033 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:12:56.769057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:12:57.087187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9069): Launched\u000a13:12:57.351866 run iperf3-srv_10.42.42.10(pid=9070): Launched\u000a13:12:57.538824 tst iperf3m4.py:8: start network...\u000a13:12:57.666649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:58.159409 run create_hlr_db(pid=9071): Launched\u000a13:12:58.336427 bus /gobi_6: Setting Powered False\u000a13:12:59.357211 run create_hlr_db(pid=9071): Terminated: ok {rc=0}\u000a13:12:59.794293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9073): Launched\u000a13:13:00.125239 run osmo-hlr_10.42.42.2(pid=9074): Launched\u000a13:13:00.245892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:00.826587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9076): Launched\u000a13:13:01.332596 run osmo-stp_10.42.42.5(pid=9077): Launched\u000a13:13:01.543465 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:13:02.131514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9079): Launched\u000a13:13:02.252418 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:13:02.539243 run patchelf(pid=9080): Launched\u000a13:13:02.731486 run osmo-stp_10.42.42.5(pid=9077): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9077)]\u000a13:13:02.873078 run osmo-stp_10.42.42.5(pid=9077): stdout: \u000a| (launched: 2022-12-09_13:13:01.034854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:03.013660 run osmo-stp_10.42.42.5(pid=9077): stderr: \u000a| �[0;m�[38;5;43m20221209131301260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131301260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131301260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131301261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131301273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131301273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131301273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:03.150150 run osmo-stp_10.42.42.5(pid=9077): stdout: \u000a| (launched: 2022-12-09_13:13:01.034854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:03.285409 run osmo-stp_10.42.42.5(pid=9077): stderr: \u000a| �[0;m�[38;5;43m20221209131301260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131301260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131301260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131301261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131301273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131301273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131301273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:03.442576 run patchelf(pid=9080): Terminating (SIGINT)\u000a13:13:03.626277 run patchelf(pid=9080): Terminated: ok {rc=0}\u000a13:13:03.659961 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9077): Process ended prematurely: osmo-stp_10.42.42.5(pid=9077) [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9077)] [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a13:13:03.670093 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a13:13:03.734671 run osmo-hlr_10.42.42.2(pid=9074): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9074)]\u000a13:13:03.787301 run osmo-hlr_10.42.42.2(pid=9074): stdout: \u000a| (launched: 2022-12-09_13:12:59.961731) \u000a13:13:03.840381 run osmo-hlr_10.42.42.2(pid=9074): stderr: \u000a| �[0;m�[1;31m20221209131300157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131300157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131300157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131300157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131300157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131300157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131300170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131300179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131300179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131300179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:03.884916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9063): Terminating (SIGTERM)\u000a13:13:03.927751 run iperf3-srv_10.42.42.10(pid=9064): Terminating (SIGTERM)\u000a13:13:03.970056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9065): Terminating (SIGTERM)\u000a13:13:04.012348 run iperf3-srv_10.42.42.10(pid=9066): Terminating (SIGTERM)\u000a13:13:04.054834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9067): Terminating (SIGTERM)\u000a13:13:04.097351 run iperf3-srv_10.42.42.10(pid=9068): Terminating (SIGTERM)\u000a13:13:04.139551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9069): Terminating (SIGTERM)\u000a13:13:04.181280 run iperf3-srv_10.42.42.10(pid=9070): Terminating (SIGTERM)\u000a13:13:04.223491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9073): Terminating (SIGTERM)\u000a13:13:04.266022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9076): Terminating (SIGTERM)\u000a13:13:04.307968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9079): Terminating (SIGTERM)\u000a13:13:04.317626 --- ParallelTerminationStrategy: PID 9063 died...\u000a13:13:04.374186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9063): Terminated: ok {rc=0}\u000a13:13:04.384365 --- ParallelTerminationStrategy: PID 9064 died...\u000a13:13:04.439974 run iperf3-srv_10.42.42.10(pid=9064): Terminated {rc=256}\u000a13:13:04.450359 --- ParallelTerminationStrategy: PID 9065 died...\u000a13:13:04.506619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9065): Terminated: ok {rc=0}\u000a13:13:04.516841 --- ParallelTerminationStrategy: PID 9066 died...\u000a13:13:04.573511 run iperf3-srv_10.42.42.10(pid=9066): Terminated {rc=256}\u000a13:13:04.583650 --- ParallelTerminationStrategy: PID 9067 died...\u000a13:13:04.639390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9067): Terminated: ok {rc=0}\u000a13:13:04.649891 --- ParallelTerminationStrategy: PID 9068 died...\u000a13:13:04.705802 run iperf3-srv_10.42.42.10(pid=9068): Terminated {rc=256}\u000a13:13:04.715946 --- ParallelTerminationStrategy: PID 9069 died...\u000a13:13:04.772030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9069): Terminated: ok {rc=0}\u000a13:13:04.782579 --- ParallelTerminationStrategy: PID 9070 died...\u000a13:13:04.838933 run iperf3-srv_10.42.42.10(pid=9070): Terminated {rc=256}\u000a13:13:04.849442 --- ParallelTerminationStrategy: PID 9073 died...\u000a13:13:04.905409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9073): Terminated: ok {rc=0}\u000a13:13:04.915550 --- ParallelTerminationStrategy: PID 9076 died...\u000a13:13:04.971572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9076): Terminated: ok {rc=0}\u000a13:13:04.981758 --- ParallelTerminationStrategy: PID 9079 died...\u000a13:13:05.037744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9079): Terminated: ok {rc=0}\u000a13:13:05.123558 bus /gobi_4: Setting Powered False\u000a13:13:06.224907 bus /gobi_4: Setting Powered False\u000a13:13:07.336740 bus /gobi_1: Setting Powered False\u000a13:13:08.439624 bus /gobi_1: Setting Powered False\u000a13:13:09.551147 bus /gobi_0: Setting Powered False\u000a13:13:10.658615 bus /gobi_0: Setting Powered False\u000a13:13:11.767416 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9087): Process ended prematurely: osmo-stp_10.42.42.5(pid=9087) [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9087)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9087): Process ended prematurely: osmo-stp_10.42.42.5(pid=9087) [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a13:13:12.834887 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:13:12.847735 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:13:12.994506 tst ping.py: using LAC 21695\u000a13:13:13.111523 tst ping.py: using RAC 20\u000a13:13:13.236111 tst ping.py: using CellId 21695\u000a13:13:13.360474 tst ping.py: using BVCI 21696\u000a13:13:13.385256 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:13:13.397361 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:13:13.409091 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:13:13.421006 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:13:13.433037 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:13:13.445287 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:13:13.457400 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:13:13.469425 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:13:13.746773 tst ping.py:19: start network...\u000a13:13:13.871599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:14.353921 run create_hlr_db(pid=9081): Launched\u000a13:13:14.527344 bus /gobi_6: Setting Powered False\u000a13:13:15.549177 run create_hlr_db(pid=9081): Terminated: ok {rc=0}\u000a13:13:15.981805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9083): Launched\u000a13:13:16.400198 run osmo-hlr_10.42.42.2(pid=9084): Launched\u000a13:13:16.568021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:17.266574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9086): Launched\u000a13:13:17.593812 run osmo-stp_10.42.42.5(pid=9087): Launched\u000a13:13:17.711223 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:13:18.276698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9089): Launched\u000a13:13:18.392211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:13:18.675561 run patchelf(pid=9090): Launched\u000a13:13:18.866283 run osmo-stp_10.42.42.5(pid=9087): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9087)]\u000a13:13:19.005411 run osmo-stp_10.42.42.5(pid=9087): stdout: \u000a| (launched: 2022-12-09_13:13:17.433663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:19.144236 run osmo-stp_10.42.42.5(pid=9087): stderr: \u000a| �[0;m�[38;5;43m20221209131317623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131317623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131317624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131317624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131317624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131317625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131317625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:19.278826 run osmo-stp_10.42.42.5(pid=9087): stdout: \u000a| (launched: 2022-12-09_13:13:17.433663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:19.412028 run osmo-stp_10.42.42.5(pid=9087): stderr: \u000a| �[0;m�[38;5;43m20221209131317623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131317623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131317624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131317624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131317624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131317625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131317625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:19.566905 run patchelf(pid=9090): Terminating (SIGINT)\u000a13:13:19.748152 run patchelf(pid=9090): Terminated: ok {rc=0}\u000a13:13:19.781278 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9087): Process ended prematurely: osmo-stp_10.42.42.5(pid=9087) [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9087)] [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a13:13:19.791088 tst ping.py:22: Test FAILED (6.9 sec)\u000a13:13:19.855159 run osmo-hlr_10.42.42.2(pid=9084): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9084)]\u000a13:13:19.906874 run osmo-hlr_10.42.42.2(pid=9084): stdout: \u000a| (launched: 2022-12-09_13:13:16.150327) \u000a13:13:19.959625 run osmo-hlr_10.42.42.2(pid=9084): stderr: \u000a| �[0;m�[1;31m20221209131316420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131316420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131316420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131316420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131316420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131316420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131316435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131316455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131316455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131316455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:20.004418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9083): Terminating (SIGTERM)\u000a13:13:20.047521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9086): Terminating (SIGTERM)\u000a13:13:20.090181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9089): Terminating (SIGTERM)\u000a13:13:20.099932 --- ParallelTerminationStrategy: PID 9083 died...\u000a13:13:20.156649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9083): Terminated: ok {rc=0}\u000a13:13:20.166937 --- ParallelTerminationStrategy: PID 9086 died...\u000a13:13:20.223232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9086): Terminated: ok {rc=0}\u000a13:13:20.233508 --- ParallelTerminationStrategy: PID 9089 died...\u000a13:13:20.289333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9089): Terminated: ok {rc=0}\u000a13:13:20.377375 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9097): Process ended prematurely: osmo-stp_10.42.42.5(pid=9097) [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9097)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9097): Process ended prematurely: osmo-stp_10.42.42.5(pid=9097) [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a13:13:21.433181 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:13:21.445783 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:13:21.583611 tst ping_idle_ping.py: using LAC 21696\u000a13:13:21.704504 tst ping_idle_ping.py: using RAC 21\u000a13:13:21.825387 tst ping_idle_ping.py: using CellId 21696\u000a13:13:21.944047 tst ping_idle_ping.py: using BVCI 21697\u000a13:13:21.967337 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:13:21.978879 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:13:21.990176 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:13:22.001545 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:13:22.012705 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:13:22.024071 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:13:22.035360 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:13:22.046534 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:13:22.340109 tst ping_idle_ping.py:24: start network...\u000a13:13:22.476181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:22.991486 run create_hlr_db(pid=9091): Launched\u000a13:13:23.180190 bus /gobi_6: Setting Powered False\u000a13:13:24.200486 run create_hlr_db(pid=9091): Terminated: ok {rc=0}\u000a13:13:24.606976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9093): Launched\u000a13:13:24.910784 run osmo-hlr_10.42.42.2(pid=9094): Launched\u000a13:13:25.023437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:25.549615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9096): Launched\u000a13:13:25.852074 run osmo-stp_10.42.42.5(pid=9097): Launched\u000a13:13:25.961739 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:13:26.489642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9099): Launched\u000a13:13:26.597333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:13:26.861446 run patchelf(pid=9100): Launched\u000a13:13:27.039248 run osmo-stp_10.42.42.5(pid=9097): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9097)]\u000a13:13:27.168766 run osmo-stp_10.42.42.5(pid=9097): stdout: \u000a| (launched: 2022-12-09_13:13:25.703094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:27.298484 run osmo-stp_10.42.42.5(pid=9097): stderr: \u000a| �[0;m�[38;5;43m20221209131325873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131325873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131325874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131325874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131325874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131325875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131325875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:27.423449 run osmo-stp_10.42.42.5(pid=9097): stdout: \u000a| (launched: 2022-12-09_13:13:25.703094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:27.547427 run osmo-stp_10.42.42.5(pid=9097): stderr: \u000a| �[0;m�[38;5;43m20221209131325873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131325873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131325874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131325874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131325874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131325875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131325875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:27.691302 run patchelf(pid=9100): Terminating (SIGINT)\u000a13:13:27.860642 run patchelf(pid=9100): Terminated: ok {rc=0}\u000a13:13:27.891658 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9097): Process ended prematurely: osmo-stp_10.42.42.5(pid=9097) [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9097)] [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a13:13:27.900384 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:13:27.960036 run osmo-hlr_10.42.42.2(pid=9094): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9094)]\u000a13:13:28.008826 run osmo-hlr_10.42.42.2(pid=9094): stdout: \u000a| (launched: 2022-12-09_13:13:24.760693) \u000a13:13:28.058375 run osmo-hlr_10.42.42.2(pid=9094): stderr: \u000a| �[0;m�[1;31m20221209131324938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131324938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131324938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131324938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131324938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131324938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131324950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131324959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131324959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131324959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:28.100339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9093): Terminating (SIGTERM)\u000a13:13:28.139892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9096): Terminating (SIGTERM)\u000a13:13:28.179382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9099): Terminating (SIGTERM)\u000a13:13:28.188146 --- ParallelTerminationStrategy: PID 9093 died...\u000a13:13:28.241064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9093): Terminated: ok {rc=0}\u000a13:13:28.250636 --- ParallelTerminationStrategy: PID 9096 died...\u000a13:13:28.303343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9096): Terminated: ok {rc=0}\u000a13:13:28.312869 --- ParallelTerminationStrategy: PID 9099 died...\u000a13:13:28.365196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9099): Terminated: ok {rc=0}\u000a13:13:28.452589 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:12:29" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9110): Process ended prematurely: osmo-stp_10.42.42.5(pid=9110) [trial-2360↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9110)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9110): Process ended prematurely: osmo-stp_10.42.42.5(pid=9110) [trial-2360↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:13:30.487180 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:13:30.498658 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:13:30.654045 tst switch_tch_pdch.py: using LAC 21697\u000a13:13:30.771070 tst switch_tch_pdch.py: using RAC 22\u000a13:13:30.908580 tst switch_tch_pdch.py: using CellId 21697\u000a13:13:31.038545 tst switch_tch_pdch.py: using BVCI 21698\u000a13:13:31.066730 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:13:31.079674 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:13:31.095047 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:13:31.108831 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:13:31.122766 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:13:31.136523 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:13:31.150327 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:13:31.163651 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:13:31.286685 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:13:31.569366 tst switch_tch_pdch.py:51: start network...\u000a13:13:31.697800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:32.222751 run create_hlr_db(pid=9104): Launched\u000a13:13:32.397942 bus /gobi_6: Setting Powered False\u000a13:13:33.418215 run create_hlr_db(pid=9104): Terminated: ok {rc=0}\u000a13:13:33.820231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9106): Launched\u000a13:13:34.121383 run osmo-hlr_10.42.42.2(pid=9107): Launched\u000a13:13:34.236611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:34.796854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9109): Launched\u000a13:13:35.120681 run osmo-stp_10.42.42.5(pid=9110): Launched\u000a13:13:35.238470 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:13:35.803352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9112): Launched\u000a13:13:35.919747 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:13:36.200613 run patchelf(pid=9113): Launched\u000a13:13:36.389660 run osmo-stp_10.42.42.5(pid=9110): ERR: Terminated: ERROR {rc=1} [trial-2360↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9110)]\u000a13:13:36.527820 run osmo-stp_10.42.42.5(pid=9110): stdout: \u000a| (launched: 2022-12-09_13:13:34.961310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:36.666371 run osmo-stp_10.42.42.5(pid=9110): stderr: \u000a| �[0;m�[38;5;43m20221209131335155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131335155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131335155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131335156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131335156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131335156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131335156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:36.800216 run osmo-stp_10.42.42.5(pid=9110): stdout: \u000a| (launched: 2022-12-09_13:13:34.961310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:36.932745 run osmo-stp_10.42.42.5(pid=9110): stderr: \u000a| �[0;m�[38;5;43m20221209131335155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131335155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131335155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131335156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131335156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131335156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131335156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:37.086590 run patchelf(pid=9113): Terminating (SIGINT)\u000a13:13:37.266689 run patchelf(pid=9113): Terminated: ok {rc=0}\u000a13:13:37.299382 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9110): Process ended prematurely: osmo-stp_10.42.42.5(pid=9110) [trial-2360↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9110)] [trial-2360↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:13:37.308646 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a13:13:37.372603 run osmo-hlr_10.42.42.2(pid=9107): ERR: Terminated: ERROR {rc=237} [trial-2360↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9107)]\u000a13:13:37.424387 run osmo-hlr_10.42.42.2(pid=9107): stdout: \u000a| (launched: 2022-12-09_13:13:33.973085) \u000a13:13:37.476763 run osmo-hlr_10.42.42.2(pid=9107): stderr: \u000a| �[0;m�[1;31m20221209131334151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131334151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131334151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131334151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131334151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131334151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131334163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131334171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131334171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131334171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:37.521477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9106): Terminating (SIGTERM)\u000a13:13:37.564045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9109): Terminating (SIGTERM)\u000a13:13:37.606313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9112): Terminating (SIGTERM)\u000a13:13:37.616355 --- ParallelTerminationStrategy: PID 9106 died...\u000a13:13:37.673179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9106): Terminated: ok {rc=0}\u000a13:13:37.683400 --- ParallelTerminationStrategy: PID 9109 died...\u000a13:13:37.739638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9109): Terminated: ok {rc=0}\u000a13:13:37.750177 --- ParallelTerminationStrategy: PID 9112 died...\u000a13:13:37.806928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9112): Terminated: ok {rc=0}\u000a13:13:37.894542 bus /gobi_0: Setting Powered False\u000a13:13:38.999143 bus /gobi_0: Setting Powered False\u000a13:13:40.110497 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:13:30" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9124): Process ended prematurely: osmo-stp_10.42.42.5(pid=9124) [trial-2360↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9124)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9124): Process ended prematurely: osmo-stp_10.42.42.5(pid=9124) [trial-2360↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:13:42.082025 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:13:42.093140 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:13:42.251035 tst switch_tch_pdch.py: using LAC 21698\u000a13:13:42.371728 tst switch_tch_pdch.py: using RAC 23\u000a13:13:42.492422 tst switch_tch_pdch.py: using CellId 21698\u000a13:13:42.610664 tst switch_tch_pdch.py: using BVCI 21699\u000a13:13:42.633836 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:13:42.644645 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:13:42.655364 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:13:42.666375 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:13:42.677223 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:13:42.688082 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:13:42.699448 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:13:42.710645 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:13:42.830045 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:13:43.122339 tst switch_tch_pdch.py:51: start network...\u000a13:13:43.256846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:43.737884 run create_hlr_db(pid=9118): Launched\u000a13:13:43.869928 bus /gobi_6: Setting Powered False\u000a13:13:44.946138 run create_hlr_db(pid=9118): Terminated: ok {rc=0}\u000a13:13:45.326811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9120): Launched\u000a13:13:45.628651 run osmo-hlr_10.42.42.2(pid=9121): Launched\u000a13:13:45.739092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:46.276259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9123): Launched\u000a13:13:46.727514 run osmo-stp_10.42.42.5(pid=9124): Launched\u000a13:13:46.885778 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:13:47.429314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9126): Launched\u000a13:13:47.544370 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:13:47.825534 run patchelf(pid=9127): Launched\u000a13:13:48.013788 run osmo-stp_10.42.42.5(pid=9124): ERR: Terminated: ERROR {rc=1} [trial-2360↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9124)]\u000a13:13:48.151291 run osmo-stp_10.42.42.5(pid=9124): stdout: \u000a| (launched: 2022-12-09_13:13:46.433585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:48.289149 run osmo-stp_10.42.42.5(pid=9124): stderr: \u000a| �[0;m�[38;5;43m20221209131346669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131346669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131346670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131346670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131346671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131346671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131346671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:48.422391 run osmo-stp_10.42.42.5(pid=9124): stdout: \u000a| (launched: 2022-12-09_13:13:46.433585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:48.554506 run osmo-stp_10.42.42.5(pid=9124): stderr: \u000a| �[0;m�[38;5;43m20221209131346669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131346669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131346670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131346670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131346671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131346671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131346671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:48.707691 run patchelf(pid=9127): Terminating (SIGINT)\u000a13:13:48.887954 run patchelf(pid=9127): Terminated: ok {rc=0}\u000a13:13:48.920590 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9124): Process ended prematurely: osmo-stp_10.42.42.5(pid=9124) [trial-2360↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9124)] [trial-2360↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:13:48.929881 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a13:13:48.993217 run osmo-hlr_10.42.42.2(pid=9121): ERR: Terminated: ERROR {rc=237} [trial-2360↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9121)]\u000a13:13:49.044675 run osmo-hlr_10.42.42.2(pid=9121): stdout: \u000a| (launched: 2022-12-09_13:13:45.479701) \u000a13:13:49.096809 run osmo-hlr_10.42.42.2(pid=9121): stderr: \u000a| �[0;m�[1;31m20221209131345656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131345656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131345656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131345656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131345656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131345656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131345682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131345692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131345692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131345692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:49.141269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9120): Terminating (SIGTERM)\u000a13:13:49.183403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9123): Terminating (SIGTERM)\u000a13:13:49.225157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9126): Terminating (SIGTERM)\u000a13:13:49.235033 --- ParallelTerminationStrategy: PID 9120 died...\u000a13:13:49.291166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9120): Terminated: ok {rc=0}\u000a13:13:49.301294 --- ParallelTerminationStrategy: PID 9123 died...\u000a13:13:49.356791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9123): Terminated: ok {rc=0}\u000a13:13:49.367042 --- ParallelTerminationStrategy: PID 9126 died...\u000a13:13:49.422782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9126): Terminated: ok {rc=0}\u000a13:13:49.510285 bus /gobi_0: Setting Powered False\u000a13:13:50.613802 bus /gobi_0: Setting Powered False\u000a13:13:51.722395 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:13:41" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9132): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9132) [trial-2360↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9132)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9132): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9132) [trial-2360↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a13:13:53.632584 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a13:13:53.643896 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:13:53.786069 tst mo_mt_sms.py: using LAC 21699\u000a13:13:53.911815 tst mo_mt_sms.py: using RAC 24\u000a13:13:54.032457 tst mo_mt_sms.py: using CellId 21699\u000a13:13:54.151762 tst mo_mt_sms.py: using BVCI 21700\u000a13:13:54.174875 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:13:54.293724 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:13:54.572328 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:13:54.697993 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:13:55.323941 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9131): Launched\u000a13:13:55.622117 run osmo-nitb_10.42.42.2(pid=9132): Launched\u000a13:13:55.807700 run osmo-nitb_10.42.42.2(pid=9132): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9132)]\u000a13:13:55.944679 run osmo-nitb_10.42.42.2(pid=9132): stdout: \u000a| (launched: 2022-12-09_13:13:55.476734) \u000a13:13:56.081607 run osmo-nitb_10.42.42.2(pid=9132): stderr: \u000a| (launched: 2022-12-09_13:13:55.521730)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:13:56.214538 run osmo-nitb_10.42.42.2(pid=9132): stdout: \u000a| (launched: 2022-12-09_13:13:55.476734) \u000a13:13:56.346462 run osmo-nitb_10.42.42.2(pid=9132): stderr: \u000a| (launched: 2022-12-09_13:13:55.521730)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:13:56.744384 tst osmo-nitb_10.42.42.2(pid=9132): stdout: \u000a| (launched: 2022-12-09_13:13:55.476734) \u000a13:13:56.865416 tst osmo-nitb_10.42.42.2(pid=9132): stderr: \u000a| (launched: 2022-12-09_13:13:55.521730)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:13:56.917899 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9132): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9132) [trial-2360↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9132)] [trial-2360↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a13:13:56.926156 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a13:13:56.961292 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9131): Terminating (SIGTERM)\u000a13:13:57.139092 --- ParallelTerminationStrategy: PID 9131 died...\u000a13:13:57.194966 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9131): Terminated: ok {rc=0}\u000a13:13:57.284012 bus /sierra_3: Setting Powered False\u000a13:13:58.388080 bus /sierra_3: Setting Powered False\u000a13:13:59.500422 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:13:53" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9142): Process ended prematurely: osmo-stp_10.42.42.5(pid=9142) [trial-2360↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9142)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9142): Process ended prematurely: osmo-stp_10.42.42.5(pid=9142) [trial-2360↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a13:14:01.410844 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:14:01.423313 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:14:01.568239 tst mo_mt_sms.py: using LAC 21700\u000a13:14:01.698901 tst mo_mt_sms.py: using RAC 25\u000a13:14:01.826044 tst mo_mt_sms.py: using CellId 21700\u000a13:14:01.954506 tst mo_mt_sms.py: using BVCI 21701\u000a13:14:01.978196 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:14:01.989772 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:14:02.001131 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:14:02.012501 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:14:02.024794 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:14:02.036188 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:14:02.159722 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:14:02.373089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:02.858169 run create_hlr_db(pid=9136): Launched\u000a13:14:03.032704 bus /sierra_2: Setting Powered False\u000a13:14:04.054583 run create_hlr_db(pid=9136): Terminated: ok {rc=0}\u000a13:14:04.456755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9138): Launched\u000a13:14:04.758098 run osmo-hlr_10.42.42.2(pid=9139): Launched\u000a13:14:04.876332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:05.413121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9141): Launched\u000a13:14:05.715123 run osmo-stp_10.42.42.5(pid=9142): Launched\u000a13:14:05.824388 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:14:06.375223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9144): Launched\u000a13:14:06.678097 run osmo-msc_10.42.42.6(pid=9145): Launched\u000a13:14:06.855957 run osmo-stp_10.42.42.5(pid=9142): ERR: Terminated: ERROR {rc=1} [trial-2360↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9142)]\u000a13:14:06.983353 run osmo-stp_10.42.42.5(pid=9142): stdout: \u000a| (launched: 2022-12-09_13:14:05.565620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:07.109695 run osmo-stp_10.42.42.5(pid=9142): stderr: \u000a| �[0;m�[38;5;43m20221209131405736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131405736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131405736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131405737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131405737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131405737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131405737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:07.231286 run osmo-stp_10.42.42.5(pid=9142): stdout: \u000a| (launched: 2022-12-09_13:14:05.565620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:07.351425 run osmo-stp_10.42.42.5(pid=9142): stderr: \u000a| �[0;m�[38;5;43m20221209131405736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131405736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131405736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131405737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131405737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131405737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131405737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:07.403991 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9142): Process ended prematurely: osmo-stp_10.42.42.5(pid=9142) [trial-2360↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9142)] [trial-2360↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a13:14:07.411949 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a13:14:07.472019 run osmo-hlr_10.42.42.2(pid=9139): ERR: Terminated: ERROR {rc=237} [trial-2360↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9139)]\u000a13:14:07.521586 run osmo-hlr_10.42.42.2(pid=9139): stdout: \u000a| (launched: 2022-12-09_13:14:04.610030) \u000a13:14:07.571293 run osmo-hlr_10.42.42.2(pid=9139): stderr: \u000a| �[0;m�[1;31m20221209131404785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131404785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131404785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131404785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131404785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131404786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131404798 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131404807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131404807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131404807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:07.638739 run osmo-msc_10.42.42.6(pid=9145): ERR: Terminated: ERROR {rc=2} [trial-2360↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9145)]\u000a13:14:07.687822 run osmo-msc_10.42.42.6(pid=9145): stdout: \u000a| (launched: 2022-12-09_13:14:06.528184) \u000a13:14:07.737599 run osmo-msc_10.42.42.6(pid=9145): stderr: \u000a| �[0;m�[38;5;43m20221209131406800 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131406800 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f572f996c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131406801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131406801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131406801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131406801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131406803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131406803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131406803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131406803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:14:07.779787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9138): Terminating (SIGTERM)\u000a13:14:07.819722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9141): Terminating (SIGTERM)\u000a13:14:07.859706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9144): Terminating (SIGTERM)\u000a13:14:07.869168 --- ParallelTerminationStrategy: PID 9138 died...\u000a13:14:07.922753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9138): Terminated: ok {rc=0}\u000a13:14:07.932558 --- ParallelTerminationStrategy: PID 9141 died...\u000a13:14:07.986266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9141): Terminated: ok {rc=0}\u000a13:14:07.996139 --- ParallelTerminationStrategy: PID 9144 died...\u000a13:14:08.049548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9144): Terminated: ok {rc=0}\u000a13:14:08.133498 bus /sierra_3: Setting Powered False\u000a13:14:09.236437 bus /sierra_3: Setting Powered False\u000a13:14:10.349373 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:14:01" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9151): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9151) [trial-2360↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9151)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9151): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9151) [trial-2360↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a13:14:12.195684 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a13:14:12.207193 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:14:12.353593 tst assert_extension.py: using LAC 21701\u000a13:14:12.479634 tst assert_extension.py: using RAC 26\u000a13:14:12.600745 tst assert_extension.py: using CellId 21701\u000a13:14:12.725009 tst assert_extension.py: using BVCI 21702\u000a13:14:12.748081 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a13:14:13.027370 tst assert_extension.py:10: start nitb and bts...\u000a13:14:13.153058 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:14:13.780810 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9150): Launched\u000a13:14:14.080375 run osmo-nitb_10.42.42.2(pid=9151): Launched\u000a13:14:14.266238 run osmo-nitb_10.42.42.2(pid=9151): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9151)]\u000a13:14:14.402676 run osmo-nitb_10.42.42.2(pid=9151): stdout: \u000a| (launched: 2022-12-09_13:14:13.934105) \u000a13:14:14.539119 run osmo-nitb_10.42.42.2(pid=9151): stderr: \u000a| (launched: 2022-12-09_13:14:13.979104)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:14:14.671440 run osmo-nitb_10.42.42.2(pid=9151): stdout: \u000a| (launched: 2022-12-09_13:14:13.934105) \u000a13:14:14.803153 run osmo-nitb_10.42.42.2(pid=9151): stderr: \u000a| (launched: 2022-12-09_13:14:13.979104)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:14:15.202324 tst osmo-nitb_10.42.42.2(pid=9151): stdout: \u000a| (launched: 2022-12-09_13:14:13.934105) \u000a13:14:15.323164 tst osmo-nitb_10.42.42.2(pid=9151): stderr: \u000a| (launched: 2022-12-09_13:14:13.979104)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:14:15.375883 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9151): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9151) [trial-2360↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9151)] [trial-2360↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a13:14:15.384009 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a13:14:15.418575 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9150): Terminating (SIGTERM)\u000a13:14:15.596080 --- ParallelTerminationStrategy: PID 9150 died...\u000a13:14:15.651433 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9150): Terminated: ok {rc=0}\u000a13:14:15.740621 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:14:12" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9161): Process ended prematurely: osmo-stp_10.42.42.5(pid=9161) [trial-2360↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9161)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9161): Process ended prematurely: osmo-stp_10.42.42.5(pid=9161) [trial-2360↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a13:14:17.601832 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:14:17.613329 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:14:17.757424 tst assert_extension.py: using LAC 21702\u000a13:14:17.884165 tst assert_extension.py: using RAC 27\u000a13:14:18.010141 tst assert_extension.py: using CellId 21702\u000a13:14:18.134636 tst assert_extension.py: using BVCI 21703\u000a13:14:18.159124 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:14:18.170513 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:14:18.181588 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:14:18.192846 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:14:18.204120 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:14:18.215745 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a13:14:18.424230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:18.932129 run create_hlr_db(pid=9155): Launched\u000a13:14:19.119873 bus /sierra_2: Setting Powered False\u000a13:14:20.140452 run create_hlr_db(pid=9155): Terminated: ok {rc=0}\u000a13:14:20.546367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9157): Launched\u000a13:14:20.849243 run osmo-hlr_10.42.42.2(pid=9158): Launched\u000a13:14:20.960112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:21.585312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9160): Launched\u000a13:14:21.882225 run osmo-stp_10.42.42.5(pid=9161): Launched\u000a13:14:21.990329 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:14:22.533621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9163): Launched\u000a13:14:22.830529 run osmo-msc_10.42.42.6(pid=9164): Launched\u000a13:14:23.005215 run osmo-stp_10.42.42.5(pid=9161): ERR: Terminated: ERROR {rc=1} [trial-2360↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9161)]\u000a13:14:23.131280 run osmo-stp_10.42.42.5(pid=9161): stdout: \u000a| (launched: 2022-12-09_13:14:21.735889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:23.255410 run osmo-stp_10.42.42.5(pid=9161): stderr: \u000a| �[0;m�[38;5;43m20221209131421904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131421904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131421904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131421905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131421905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131421905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131421905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:23.375285 run osmo-stp_10.42.42.5(pid=9161): stdout: \u000a| (launched: 2022-12-09_13:14:21.735889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:23.493764 run osmo-stp_10.42.42.5(pid=9161): stderr: \u000a| �[0;m�[38;5;43m20221209131421904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131421904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131421904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131421905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131421905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131421905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131421905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:23.545545 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9161): Process ended prematurely: osmo-stp_10.42.42.5(pid=9161) [trial-2360↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9161)] [trial-2360↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a13:14:23.553534 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a13:14:23.612872 run osmo-hlr_10.42.42.2(pid=9158): ERR: Terminated: ERROR {rc=237} [trial-2360↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9158)]\u000a13:14:23.661664 run osmo-hlr_10.42.42.2(pid=9158): stdout: \u000a| (launched: 2022-12-09_13:14:20.699809) \u000a13:14:23.711143 run osmo-hlr_10.42.42.2(pid=9158): stderr: \u000a| �[0;m�[1;31m20221209131420877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131420877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131420877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131420877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131420877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131420877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131420889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131420898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131420898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131420898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:23.778101 run osmo-msc_10.42.42.6(pid=9164): ERR: Terminated: ERROR {rc=2} [trial-2360↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9164)]\u000a13:14:23.827005 run osmo-msc_10.42.42.6(pid=9164): stdout: \u000a| (launched: 2022-12-09_13:14:22.683884) \u000a13:14:23.876398 run osmo-msc_10.42.42.6(pid=9164): stderr: \u000a| �[0;m�[38;5;43m20221209131422955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131422955 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb43bf2cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131422955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131422955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131422955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131422955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131422958 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131422959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131422959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131422959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:14:23.918505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9157): Terminating (SIGTERM)\u000a13:14:23.958104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9160): Terminating (SIGTERM)\u000a13:14:23.997681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9163): Terminating (SIGTERM)\u000a13:14:24.006867 --- ParallelTerminationStrategy: PID 9157 died...\u000a13:14:24.059627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9157): Terminated: ok {rc=0}\u000a13:14:24.069119 --- ParallelTerminationStrategy: PID 9160 died...\u000a13:14:24.121741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9160): Terminated: ok {rc=0}\u000a13:14:24.131237 --- ParallelTerminationStrategy: PID 9163 died...\u000a13:14:24.184077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9163): Terminated: ok {rc=0}\u000a13:14:24.267106 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:14:17" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9175): Process ended prematurely: osmo-stp_10.42.42.5(pid=9175) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9175)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9175): Process ended prematurely: osmo-stp_10.42.42.5(pid=9175) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:14:26.242522 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:14:26.254346 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:14:26.415566 tst mo_mt_call.py: using LAC 21703\u000a13:14:26.537516 tst mo_mt_call.py: using RAC 28\u000a13:14:26.657315 tst mo_mt_call.py: using CellId 21703\u000a13:14:26.778016 tst mo_mt_call.py: using BVCI 21704\u000a13:14:26.801156 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:14:26.812516 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:14:26.823636 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:14:26.834752 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:14:26.845900 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:14:26.856810 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:14:26.976217 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:14:27.177258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:27.664412 run create_hlr_db(pid=9169): Launched\u000a13:14:27.839294 bus /sierra_2: Setting Powered False\u000a13:14:28.871167 run create_hlr_db(pid=9169): Terminated: ok {rc=0}\u000a13:14:29.301244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9171): Launched\u000a13:14:29.628019 run osmo-hlr_10.42.42.2(pid=9172): Launched\u000a13:14:29.746735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:30.308930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9174): Launched\u000a13:14:30.633429 run osmo-stp_10.42.42.5(pid=9175): Launched\u000a13:14:30.751407 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:14:31.366060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9177): Launched\u000a13:14:31.919895 run osmo-msc_10.42.42.6(pid=9178): Launched\u000a13:14:32.243229 run osmo-stp_10.42.42.5(pid=9175): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9175)]\u000a13:14:32.426578 run osmo-stp_10.42.42.5(pid=9175): stdout: \u000a| (launched: 2022-12-09_13:14:30.473529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:32.572844 run osmo-stp_10.42.42.5(pid=9175): stderr: \u000a| �[0;m�[38;5;43m20221209131430665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131430666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131430666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131430666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131430667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131430667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131430667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:32.703574 run osmo-stp_10.42.42.5(pid=9175): stdout: \u000a| (launched: 2022-12-09_13:14:30.473529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:32.833201 run osmo-stp_10.42.42.5(pid=9175): stderr: \u000a| �[0;m�[38;5;43m20221209131430665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131430666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131430666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131430666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131430667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131430667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131430667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:32.890240 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9175): Process ended prematurely: osmo-stp_10.42.42.5(pid=9175) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9175)] [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:14:32.899379 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a13:14:32.963135 run osmo-hlr_10.42.42.2(pid=9172): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9172)]\u000a13:14:33.015005 run osmo-hlr_10.42.42.2(pid=9172): stdout: \u000a| (launched: 2022-12-09_13:14:29.467145) \u000a13:14:33.067627 run osmo-hlr_10.42.42.2(pid=9172): stderr: \u000a| �[0;m�[1;31m20221209131429664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131429664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131429664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131429664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131429664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131429664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131429692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131429702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131429702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131429702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:33.138967 run osmo-msc_10.42.42.6(pid=9178): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9178)]\u000a13:14:33.190976 run osmo-msc_10.42.42.6(pid=9178): stdout: \u000a| (launched: 2022-12-09_13:14:31.534537) \u000a13:14:33.243583 run osmo-msc_10.42.42.6(pid=9178): stderr: \u000a| �[0;m�[38;5;43m20221209131432059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131432059 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b909aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131432059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131432059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131432060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131432060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131432070 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131432070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131432070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131432070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:14:33.287834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9171): Terminating (SIGTERM)\u000a13:14:33.330139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9174): Terminating (SIGTERM)\u000a13:14:33.372622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9177): Terminating (SIGTERM)\u000a13:14:33.381966 --- ParallelTerminationStrategy: PID 9171 died...\u000a13:14:33.438042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9171): Terminated: ok {rc=0}\u000a13:14:33.448248 --- ParallelTerminationStrategy: PID 9174 died...\u000a13:14:33.504103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9174): Terminated: ok {rc=0}\u000a13:14:33.514066 --- ParallelTerminationStrategy: PID 9177 died...\u000a13:14:33.569368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9177): Terminated: ok {rc=0}\u000a13:14:33.657333 bus /sierra_3: Setting Powered False\u000a13:14:34.762023 bus /sierra_3: Setting Powered False\u000a13:14:35.873349 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9186): Process ended prematurely: osmo-stp_10.42.42.5(pid=9186) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9186)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9186): Process ended prematurely: osmo-stp_10.42.42.5(pid=9186) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:14:36.983798 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:14:36.996063 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:14:37.156654 tst mo_mt_call_osmux.py: using LAC 21704\u000a13:14:37.276795 tst mo_mt_call_osmux.py: using RAC 29\u000a13:14:37.398160 tst mo_mt_call_osmux.py: using CellId 21704\u000a13:14:37.518473 tst mo_mt_call_osmux.py: using BVCI 21705\u000a13:14:37.541789 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:14:37.553200 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:14:37.564318 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:14:37.575583 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:14:37.587000 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:14:37.598313 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:14:37.717227 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:14:37.929843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:38.440616 run create_hlr_db(pid=9180): Launched\u000a13:14:38.628083 bus /sierra_2: Setting Powered False\u000a13:14:39.648756 run create_hlr_db(pid=9180): Terminated: ok {rc=0}\u000a13:14:40.055785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9182): Launched\u000a13:14:40.362656 run osmo-hlr_10.42.42.2(pid=9183): Launched\u000a13:14:40.483847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:41.017635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9185): Launched\u000a13:14:41.322398 run osmo-stp_10.42.42.5(pid=9186): Launched\u000a13:14:41.432279 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:14:41.988689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9188): Launched\u000a13:14:42.293537 run osmo-msc_10.42.42.6(pid=9189): Launched\u000a13:14:42.471654 run osmo-stp_10.42.42.5(pid=9186): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9186)]\u000a13:14:42.600275 run osmo-stp_10.42.42.5(pid=9186): stdout: \u000a| (launched: 2022-12-09_13:14:41.172486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:42.727078 run osmo-stp_10.42.42.5(pid=9186): stderr: \u000a| �[0;m�[38;5;43m20221209131441345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131441345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131441345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131441346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131441346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131441346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131441346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:42.849474 run osmo-stp_10.42.42.5(pid=9186): stdout: \u000a| (launched: 2022-12-09_13:14:41.172486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:42.970842 run osmo-stp_10.42.42.5(pid=9186): stderr: \u000a| �[0;m�[38;5;43m20221209131441345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131441345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131441345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131441346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131441346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131441346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131441346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:43.024238 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9186): Process ended prematurely: osmo-stp_10.42.42.5(pid=9186) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9186)] [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:14:43.032870 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:14:43.091572 run osmo-hlr_10.42.42.2(pid=9183): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9183)]\u000a13:14:43.140392 run osmo-hlr_10.42.42.2(pid=9183): stdout: \u000a| (launched: 2022-12-09_13:14:40.211139) \u000a13:14:43.189543 run osmo-hlr_10.42.42.2(pid=9183): stderr: \u000a| �[0;m�[1;31m20221209131440385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131440385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131440385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131440385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131440385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131440385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131440397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131440405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131440405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131440405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:43.256235 run osmo-msc_10.42.42.6(pid=9189): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9189)]\u000a13:14:43.304464 run osmo-msc_10.42.42.6(pid=9189): stdout: \u000a| (launched: 2022-12-09_13:14:42.143445) \u000a13:14:43.353383 run osmo-msc_10.42.42.6(pid=9189): stderr: \u000a| �[0;m�[38;5;43m20221209131442417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131442417 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f605695bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131442417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131442417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131442418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131442418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131442421 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131442421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131442421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131442421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:14:43.395021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9182): Terminating (SIGTERM)\u000a13:14:43.434403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9185): Terminating (SIGTERM)\u000a13:14:43.473842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9188): Terminating (SIGTERM)\u000a13:14:43.482902 --- ParallelTerminationStrategy: PID 9182 died...\u000a13:14:43.536198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9182): Terminated: ok {rc=0}\u000a13:14:43.545783 --- ParallelTerminationStrategy: PID 9185 died...\u000a13:14:43.598131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9185): Terminated: ok {rc=0}\u000a13:14:43.607583 --- ParallelTerminationStrategy: PID 9188 died...\u000a13:14:43.659801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9188): Terminated: ok {rc=0}\u000a13:14:43.742732 bus /sierra_3: Setting Powered False\u000a13:14:44.850326 bus /sierra_3: Setting Powered False\u000a13:14:45.973659 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:14:25" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9200): Process ended prematurely: osmo-stp_10.42.42.5(pid=9200) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9200)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9200): Process ended prematurely: osmo-stp_10.42.42.5(pid=9200) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:14:47.993388 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:14:48.004547 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:14:48.161746 tst mo_mt_call.py: using LAC 21705\u000a13:14:48.280509 tst mo_mt_call.py: using RAC 30\u000a13:14:48.401596 tst mo_mt_call.py: using CellId 21705\u000a13:14:48.520140 tst mo_mt_call.py: using BVCI 21706\u000a13:14:48.543462 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:14:48.554790 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:14:48.565977 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:14:48.576928 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:14:48.588120 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:14:48.599125 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:14:48.715435 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:14:48.924702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:49.437220 run create_hlr_db(pid=9194): Launched\u000a13:14:49.625585 bus /sierra_2: Setting Powered False\u000a13:14:50.646025 run create_hlr_db(pid=9194): Terminated: ok {rc=0}\u000a13:14:51.077684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9196): Launched\u000a13:14:51.402789 run osmo-hlr_10.42.42.2(pid=9197): Launched\u000a13:14:51.524115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:52.091172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9199): Launched\u000a13:14:52.417006 run osmo-stp_10.42.42.5(pid=9200): Launched\u000a13:14:52.535032 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:14:53.132095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9202): Launched\u000a13:14:53.456872 run osmo-msc_10.42.42.6(pid=9203): Launched\u000a13:14:53.647496 run osmo-stp_10.42.42.5(pid=9200): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9200)]\u000a13:14:53.785155 run osmo-stp_10.42.42.5(pid=9200): stdout: \u000a| (launched: 2022-12-09_13:14:52.256424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:53.922465 run osmo-stp_10.42.42.5(pid=9200): stderr: \u000a| �[0;m�[38;5;43m20221209131452448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131452448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131452448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131452449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131452449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131452449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131452449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:54.053322 run osmo-stp_10.42.42.5(pid=9200): stdout: \u000a| (launched: 2022-12-09_13:14:52.256424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:54.183137 run osmo-stp_10.42.42.5(pid=9200): stderr: \u000a| �[0;m�[38;5;43m20221209131452448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131452448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131452448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131452449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131452449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131452449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131452449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:54.239887 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9200): Process ended prematurely: osmo-stp_10.42.42.5(pid=9200) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9200)] [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:14:54.249179 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:14:54.312617 run osmo-hlr_10.42.42.2(pid=9197): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9197)]\u000a13:14:54.364516 run osmo-hlr_10.42.42.2(pid=9197): stdout: \u000a| (launched: 2022-12-09_13:14:51.242894) \u000a13:14:54.417266 run osmo-hlr_10.42.42.2(pid=9197): stderr: \u000a| �[0;m�[1;31m20221209131451442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131451442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131451442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131451442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131451442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131451442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131451454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131451462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131451463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131451463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:54.488335 run osmo-msc_10.42.42.6(pid=9203): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9203)]\u000a13:14:54.540474 run osmo-msc_10.42.42.6(pid=9203): stdout: \u000a| (launched: 2022-12-09_13:14:53.297307) \u000a13:14:54.592895 run osmo-msc_10.42.42.6(pid=9203): stderr: \u000a| �[0;m�[38;5;43m20221209131453619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131453619 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd84fafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131453620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131453620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131453620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131453620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131453622 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131453622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131453622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131453622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:14:54.637408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9196): Terminating (SIGTERM)\u000a13:14:54.679531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9199): Terminating (SIGTERM)\u000a13:14:54.721489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9202): Terminating (SIGTERM)\u000a13:14:54.731412 --- ParallelTerminationStrategy: PID 9196 died...\u000a13:14:54.787459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9196): Terminated: ok {rc=0}\u000a13:14:54.797459 --- ParallelTerminationStrategy: PID 9199 died...\u000a13:14:54.853397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9199): Terminated: ok {rc=0}\u000a13:14:54.863306 --- ParallelTerminationStrategy: PID 9202 died...\u000a13:14:54.918995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9202): Terminated: ok {rc=0}\u000a13:14:55.003868 bus /sierra_3: Setting Powered False\u000a13:14:56.109249 bus /sierra_3: Setting Powered False\u000a13:14:57.217250 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9214): Process ended prematurely: osmo-stp_10.42.42.5(pid=9214) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9214)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9214): Process ended prematurely: osmo-stp_10.42.42.5(pid=9214) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:14:58.332372 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:14:58.344840 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:14:58.512462 tst mo_mt_call_osmux.py: using LAC 21706\u000a13:14:58.639250 tst mo_mt_call_osmux.py: using RAC 31\u000a13:14:58.768334 tst mo_mt_call_osmux.py: using CellId 21706\u000a13:14:58.897903 tst mo_mt_call_osmux.py: using BVCI 21707\u000a13:14:58.922835 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:14:58.934615 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:14:58.946136 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:14:58.957868 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:14:58.969756 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:14:58.981521 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:14:59.100650 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:14:59.305552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:59.794116 run create_hlr_db(pid=9205): Launched\u000a13:14:59.969562 bus /sierra_2: Setting Powered False\u000a13:15:01.024121 run create_hlr_db(pid=9205): Terminated: ok {rc=0}\u000a13:15:01.503837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9210): Launched\u000a13:15:01.962982 run osmo-hlr_10.42.42.2(pid=9211): Launched\u000a13:15:02.165955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:02.709323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9213): Launched\u000a13:15:03.014289 run osmo-stp_10.42.42.5(pid=9214): Launched\u000a13:15:03.124719 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:15:03.682818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9216): Launched\u000a13:15:03.991001 run osmo-msc_10.42.42.6(pid=9217): Launched\u000a13:15:04.178090 run osmo-stp_10.42.42.5(pid=9214): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9214)]\u000a13:15:04.318300 run osmo-stp_10.42.42.5(pid=9214): stdout: \u000a| (launched: 2022-12-09_13:15:02.864697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:04.453838 run osmo-stp_10.42.42.5(pid=9214): stderr: \u000a| �[0;m�[38;5;43m20221209131503035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131503035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131503035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131503036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131503036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131503036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131503036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:04.585019 run osmo-stp_10.42.42.5(pid=9214): stdout: \u000a| (launched: 2022-12-09_13:15:02.864697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:04.714548 run osmo-stp_10.42.42.5(pid=9214): stderr: \u000a| �[0;m�[38;5;43m20221209131503035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131503035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131503035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131503036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131503036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131503036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131503036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:04.771568 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9214): Process ended prematurely: osmo-stp_10.42.42.5(pid=9214) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9214)] [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:15:04.780787 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a13:15:04.844996 run osmo-hlr_10.42.42.2(pid=9211): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9211)]\u000a13:15:04.897088 run osmo-hlr_10.42.42.2(pid=9211): stdout: \u000a| (launched: 2022-12-09_13:15:01.674896) \u000a13:15:04.949567 run osmo-hlr_10.42.42.2(pid=9211): stderr: \u000a| �[0;m�[1;31m20221209131501901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131501901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131501901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131501902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131501902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131501902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131501919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131501935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131501935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131501935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:05.020646 run osmo-msc_10.42.42.6(pid=9217): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9217)]\u000a13:15:05.072460 run osmo-msc_10.42.42.6(pid=9217): stdout: \u000a| (launched: 2022-12-09_13:15:03.838176) \u000a13:15:05.124698 run osmo-msc_10.42.42.6(pid=9217): stderr: \u000a| �[0;m�[38;5;43m20221209131504109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131504110 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d7d156c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131504110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131504110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131504110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131504110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131504112 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131504112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131504112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131504112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:15:05.169215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9210): Terminating (SIGTERM)\u000a13:15:05.211342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9213): Terminating (SIGTERM)\u000a13:15:05.253785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9216): Terminating (SIGTERM)\u000a13:15:05.263485 --- ParallelTerminationStrategy: PID 9210 died...\u000a13:15:05.319910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9210): Terminated: ok {rc=0}\u000a13:15:05.330075 --- ParallelTerminationStrategy: PID 9213 died...\u000a13:15:05.385993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9213): Terminated: ok {rc=0}\u000a13:15:05.396189 --- ParallelTerminationStrategy: PID 9216 died...\u000a13:15:05.452703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9216): Terminated: ok {rc=0}\u000a13:15:05.539944 bus /sierra_3: Setting Powered False\u000a13:15:06.642641 bus /sierra_3: Setting Powered False\u000a13:15:07.753753 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:14:47" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9231): Process ended prematurely: osmo-stp_10.42.42.5(pid=9231) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9231)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9231): Process ended prematurely: osmo-stp_10.42.42.5(pid=9231) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:15:09.750740 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:15:09.762046 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:15:09.919966 tst mo_mt_call.py: using LAC 21707\u000a13:15:10.039696 tst mo_mt_call.py: using RAC 32\u000a13:15:10.157543 tst mo_mt_call.py: using CellId 21707\u000a13:15:10.277643 tst mo_mt_call.py: using BVCI 21708\u000a13:15:10.300757 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:15:10.312073 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:15:10.323277 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:15:10.334342 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:15:10.345475 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:15:10.356455 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:15:10.474670 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:15:10.675641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:11.166244 run create_hlr_db(pid=9224): Launched\u000a13:15:11.341811 bus /sierra_2: Setting Powered False\u000a13:15:12.363191 run create_hlr_db(pid=9224): Terminated: ok {rc=0}\u000a13:15:12.796041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9227): Launched\u000a13:15:13.122244 run osmo-hlr_10.42.42.2(pid=9228): Launched\u000a13:15:13.243172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:13.809476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9230): Launched\u000a13:15:14.136075 run osmo-stp_10.42.42.5(pid=9231): Launched\u000a13:15:14.253810 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:15:14.849197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9233): Launched\u000a13:15:15.176910 run osmo-msc_10.42.42.6(pid=9234): Launched\u000a13:15:15.368685 run osmo-stp_10.42.42.5(pid=9231): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9231)]\u000a13:15:15.506527 run osmo-stp_10.42.42.5(pid=9231): stdout: \u000a| (launched: 2022-12-09_13:15:13.975631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:15.643968 run osmo-stp_10.42.42.5(pid=9231): stderr: \u000a| �[0;m�[38;5;43m20221209131514168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131514168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131514168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131514168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131514169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131514169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131514169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:15.775362 run osmo-stp_10.42.42.5(pid=9231): stdout: \u000a| (launched: 2022-12-09_13:15:13.975631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:15.932715 run osmo-stp_10.42.42.5(pid=9231): stderr: \u000a| �[0;m�[38;5;43m20221209131514168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131514168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131514168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131514168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131514169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131514169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131514169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:15.988482 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9231): Process ended prematurely: osmo-stp_10.42.42.5(pid=9231) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9231)] [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:15:15.998262 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:15:16.060607 run osmo-hlr_10.42.42.2(pid=9228): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9228)]\u000a13:15:16.111865 run osmo-hlr_10.42.42.2(pid=9228): stdout: \u000a| (launched: 2022-12-09_13:15:12.962449) \u000a13:15:16.163495 run osmo-hlr_10.42.42.2(pid=9228): stderr: \u000a| �[0;m�[1;31m20221209131513161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131513161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131513161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131513161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131513161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131513161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131513174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131513183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131513183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131513183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:16.235901 run osmo-msc_10.42.42.6(pid=9234): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9234)]\u000a13:15:16.287149 run osmo-msc_10.42.42.6(pid=9234): stdout: \u000a| (launched: 2022-12-09_13:15:15.015269) \u000a13:15:16.338486 run osmo-msc_10.42.42.6(pid=9234): stderr: \u000a| �[0;m�[38;5;43m20221209131515337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131515337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f493e969c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131515337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131515338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131515338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131515338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131515340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131515340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131515340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131515340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:15:16.382299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9227): Terminating (SIGTERM)\u000a13:15:16.427769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9230): Terminating (SIGTERM)\u000a13:15:16.471689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9233): Terminating (SIGTERM)\u000a13:15:16.482209 --- ParallelTerminationStrategy: PID 9227 died...\u000a13:15:16.539560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9227): Terminated: ok {rc=0}\u000a13:15:16.550135 --- ParallelTerminationStrategy: PID 9230 died...\u000a13:15:16.605681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9230): Terminated: ok {rc=0}\u000a13:15:16.616100 --- ParallelTerminationStrategy: PID 9233 died...\u000a13:15:16.672520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9233): Terminated: ok {rc=0}\u000a13:15:16.761296 bus /sierra_3: Setting Powered False\u000a13:15:17.866818 bus /sierra_3: Setting Powered False\u000a13:15:18.974882 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9242): Process ended prematurely: osmo-stp_10.42.42.5(pid=9242) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9242)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9242): Process ended prematurely: osmo-stp_10.42.42.5(pid=9242) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:15:20.090840 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:15:20.103300 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:15:20.270176 tst mo_mt_call_osmux.py: using LAC 21708\u000a13:15:20.389820 tst mo_mt_call_osmux.py: using RAC 33\u000a13:15:20.508131 tst mo_mt_call_osmux.py: using CellId 21708\u000a13:15:20.627997 tst mo_mt_call_osmux.py: using BVCI 21709\u000a13:15:20.651274 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:15:20.663135 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:15:20.674358 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:15:20.685444 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:15:20.696434 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:15:20.707449 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:15:20.825135 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:15:21.040326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:21.557082 run create_hlr_db(pid=9236): Launched\u000a13:15:21.746878 bus /sierra_2: Setting Powered False\u000a13:15:22.767427 run create_hlr_db(pid=9236): Terminated: ok {rc=0}\u000a13:15:23.178459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9238): Launched\u000a13:15:23.485431 run osmo-hlr_10.42.42.2(pid=9239): Launched\u000a13:15:23.598679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:24.129848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9241): Launched\u000a13:15:24.435274 run osmo-stp_10.42.42.5(pid=9242): Launched\u000a13:15:24.546010 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:15:25.103772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9244): Launched\u000a13:15:25.411045 run osmo-msc_10.42.42.6(pid=9245): Launched\u000a13:15:25.590868 run osmo-stp_10.42.42.5(pid=9242): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9242)]\u000a13:15:25.720098 run osmo-stp_10.42.42.5(pid=9242): stdout: \u000a| (launched: 2022-12-09_13:15:24.284749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:25.847744 run osmo-stp_10.42.42.5(pid=9242): stderr: \u000a| �[0;m�[38;5;43m20221209131524455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131524455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131524455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131524456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131524456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131524456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131524456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:25.970908 run osmo-stp_10.42.42.5(pid=9242): stdout: \u000a| (launched: 2022-12-09_13:15:24.284749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:26.092396 run osmo-stp_10.42.42.5(pid=9242): stderr: \u000a| �[0;m�[38;5;43m20221209131524455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131524455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131524455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131524456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131524456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131524456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131524456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:26.146054 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9242): Process ended prematurely: osmo-stp_10.42.42.5(pid=9242) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9242)] [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:15:26.154473 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:15:26.213696 run osmo-hlr_10.42.42.2(pid=9239): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9239)]\u000a13:15:26.262498 run osmo-hlr_10.42.42.2(pid=9239): stdout: \u000a| (launched: 2022-12-09_13:15:23.334278) \u000a13:15:26.311977 run osmo-hlr_10.42.42.2(pid=9239): stderr: \u000a| �[0;m�[1;31m20221209131523510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131523510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131523510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131523510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131523511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131523511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131523526 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131523536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131523537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131523537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:26.379197 run osmo-msc_10.42.42.6(pid=9245): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9245)]\u000a13:15:26.428030 run osmo-msc_10.42.42.6(pid=9245): stdout: \u000a| (launched: 2022-12-09_13:15:25.258992) \u000a13:15:26.477355 run osmo-msc_10.42.42.6(pid=9245): stderr: \u000a| �[0;m�[38;5;43m20221209131525531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131525531 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff414dc2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131525531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131525531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131525531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131525532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131525533 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131525534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131525534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131525534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:15:26.519061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9238): Terminating (SIGTERM)\u000a13:15:26.558538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9241): Terminating (SIGTERM)\u000a13:15:26.598092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9244): Terminating (SIGTERM)\u000a13:15:26.607166 --- ParallelTerminationStrategy: PID 9238 died...\u000a13:15:26.659937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9238): Terminated: ok {rc=0}\u000a13:15:26.669811 --- ParallelTerminationStrategy: PID 9241 died...\u000a13:15:26.722534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9241): Terminated: ok {rc=0}\u000a13:15:26.731930 --- ParallelTerminationStrategy: PID 9244 died...\u000a13:15:26.784805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9244): Terminated: ok {rc=0}\u000a13:15:26.874730 bus /sierra_3: Setting Powered False\u000a13:15:27.977889 bus /sierra_3: Setting Powered False\u000a13:15:29.089894 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:15:09" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9256): Process ended prematurely: osmo-stp_10.42.42.5(pid=9256) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9256)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9256): Process ended prematurely: osmo-stp_10.42.42.5(pid=9256) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:15:31.121525 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:15:31.133523 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:15:31.305455 tst mo_mt_call.py: using LAC 21709\u000a13:15:31.438855 tst mo_mt_call.py: using RAC 34\u000a13:15:31.563018 tst mo_mt_call.py: using CellId 21709\u000a13:15:31.686005 tst mo_mt_call.py: using BVCI 21710\u000a13:15:31.709885 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:15:31.721670 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:15:31.733238 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:15:31.745422 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:15:31.757160 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:15:31.768916 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:15:31.883511 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:15:32.120810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:32.644824 run create_hlr_db(pid=9250): Launched\u000a13:15:32.833064 bus /sierra_2: Setting Powered False\u000a13:15:33.854910 run create_hlr_db(pid=9250): Terminated: ok {rc=0}\u000a13:15:34.264877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9252): Launched\u000a13:15:34.573117 run osmo-hlr_10.42.42.2(pid=9253): Launched\u000a13:15:34.686029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:35.216720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9255): Launched\u000a13:15:35.522091 run osmo-stp_10.42.42.5(pid=9256): Launched\u000a13:15:35.632886 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:15:36.192210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9258): Launched\u000a13:15:36.498470 run osmo-msc_10.42.42.6(pid=9259): Launched\u000a13:15:36.679381 run osmo-stp_10.42.42.5(pid=9256): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9256)]\u000a13:15:36.808708 run osmo-stp_10.42.42.5(pid=9256): stdout: \u000a| (launched: 2022-12-09_13:15:35.371405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:36.936218 run osmo-stp_10.42.42.5(pid=9256): stderr: \u000a| �[0;m�[38;5;43m20221209131535542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131535542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131535542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131535542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131535543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131535543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131535543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:37.059562 run osmo-stp_10.42.42.5(pid=9256): stdout: \u000a| (launched: 2022-12-09_13:15:35.371405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:37.181572 run osmo-stp_10.42.42.5(pid=9256): stderr: \u000a| �[0;m�[38;5;43m20221209131535542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131535542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131535542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131535542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131535543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131535543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131535543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:37.235161 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9256): Process ended prematurely: osmo-stp_10.42.42.5(pid=9256) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9256)] [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:15:37.243715 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:15:37.304599 run osmo-hlr_10.42.42.2(pid=9253): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9253)]\u000a13:15:37.354639 run osmo-hlr_10.42.42.2(pid=9253): stdout: \u000a| (launched: 2022-12-09_13:15:34.420265) \u000a13:15:37.405300 run osmo-hlr_10.42.42.2(pid=9253): stderr: \u000a| �[0;m�[1;31m20221209131534598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131534598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131534598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131534598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131534598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131534598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131534613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131534625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131534625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131534625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:37.473676 run osmo-msc_10.42.42.6(pid=9259): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9259)]\u000a13:15:37.523703 run osmo-msc_10.42.42.6(pid=9259): stdout: \u000a| (launched: 2022-12-09_13:15:36.347045) \u000a13:15:37.573995 run osmo-msc_10.42.42.6(pid=9259): stderr: \u000a| �[0;m�[38;5;43m20221209131536622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131536622 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79c30a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131536622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131536622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131536622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131536622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131536624 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131536624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131536625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131536625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:15:37.616134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9252): Terminating (SIGTERM)\u000a13:15:37.656524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9255): Terminating (SIGTERM)\u000a13:15:37.697737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9258): Terminating (SIGTERM)\u000a13:15:37.707166 --- ParallelTerminationStrategy: PID 9252 died...\u000a13:15:37.762010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9252): Terminated: ok {rc=0}\u000a13:15:37.771661 --- ParallelTerminationStrategy: PID 9255 died...\u000a13:15:37.825766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9255): Terminated: ok {rc=0}\u000a13:15:37.835551 --- ParallelTerminationStrategy: PID 9258 died...\u000a13:15:37.889025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9258): Terminated: ok {rc=0}\u000a13:15:37.978591 bus /sierra_3: Setting Powered False\u000a13:15:39.086523 bus /sierra_3: Setting Powered False\u000a13:15:40.198717 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9267): Process ended prematurely: osmo-stp_10.42.42.5(pid=9267) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9267)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9267): Process ended prematurely: osmo-stp_10.42.42.5(pid=9267) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:15:41.314192 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:15:41.326740 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:15:41.494448 tst mo_mt_call_osmux.py: using LAC 21710\u000a13:15:41.617881 tst mo_mt_call_osmux.py: using RAC 35\u000a13:15:41.745836 tst mo_mt_call_osmux.py: using CellId 21710\u000a13:15:41.872937 tst mo_mt_call_osmux.py: using BVCI 21711\u000a13:15:41.898231 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:15:41.910251 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:15:41.921835 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:15:41.933865 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:15:41.945896 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:15:41.957631 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:15:42.072830 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:15:42.274620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:42.765786 run create_hlr_db(pid=9261): Launched\u000a13:15:42.940806 bus /sierra_2: Setting Powered False\u000a13:15:43.962255 run create_hlr_db(pid=9261): Terminated: ok {rc=0}\u000a13:15:44.393722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9263): Launched\u000a13:15:44.719493 run osmo-hlr_10.42.42.2(pid=9264): Launched\u000a13:15:44.840768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:45.407492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9266): Launched\u000a13:15:45.735267 run osmo-stp_10.42.42.5(pid=9267): Launched\u000a13:15:45.866197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:15:46.532121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9269): Launched\u000a13:15:46.964617 run osmo-msc_10.42.42.6(pid=9270): Launched\u000a13:15:47.389537 run osmo-stp_10.42.42.5(pid=9267): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9267)]\u000a13:15:47.517298 run osmo-stp_10.42.42.5(pid=9267): stdout: \u000a| (launched: 2022-12-09_13:15:45.573480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:47.644694 run osmo-stp_10.42.42.5(pid=9267): stderr: \u000a| �[0;m�[38;5;43m20221209131545766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131545766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131545766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131545767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131545767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131545767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131545767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:47.767363 run osmo-stp_10.42.42.5(pid=9267): stdout: \u000a| (launched: 2022-12-09_13:15:45.573480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:47.889136 run osmo-stp_10.42.42.5(pid=9267): stderr: \u000a| �[0;m�[38;5;43m20221209131545766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131545766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131545766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131545767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131545767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131545767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131545767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:47.942741 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9267): Process ended prematurely: osmo-stp_10.42.42.5(pid=9267) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9267)] [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:15:47.951459 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a13:15:48.011178 run osmo-hlr_10.42.42.2(pid=9264): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9264)]\u000a13:15:48.060315 run osmo-hlr_10.42.42.2(pid=9264): stdout: \u000a| (launched: 2022-12-09_13:15:44.558879) \u000a13:15:48.109984 run osmo-hlr_10.42.42.2(pid=9264): stderr: \u000a| �[0;m�[1;31m20221209131544757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131544757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131544757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131544757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131544757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131544757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131544770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131544778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131544778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131544778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:48.177132 run osmo-msc_10.42.42.6(pid=9270): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9270)]\u000a13:15:48.225743 run osmo-msc_10.42.42.6(pid=9270): stdout: \u000a| (launched: 2022-12-09_13:15:46.692332) \u000a13:15:48.275052 run osmo-msc_10.42.42.6(pid=9270): stderr: \u000a| �[0;m�[38;5;43m20221209131547215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131547215 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f63e3273c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131547215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131547215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131547215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131547216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131547218 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131547219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131547219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131547219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:15:48.317019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9263): Terminating (SIGTERM)\u000a13:15:48.356826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9266): Terminating (SIGTERM)\u000a13:15:48.396734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9269): Terminating (SIGTERM)\u000a13:15:48.405988 --- ParallelTerminationStrategy: PID 9263 died...\u000a13:15:48.459211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9263): Terminated: ok {rc=0}\u000a13:15:48.468790 --- ParallelTerminationStrategy: PID 9266 died...\u000a13:15:48.521629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9266): Terminated: ok {rc=0}\u000a13:15:48.531175 --- ParallelTerminationStrategy: PID 9269 died...\u000a13:15:48.584070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9269): Terminated: ok {rc=0}\u000a13:15:48.667038 bus /sierra_3: Setting Powered False\u000a13:15:49.766650 bus /sierra_3: Setting Powered False\u000a13:15:50.878080 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:15:30" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9281): Process ended prematurely: osmo-stp_10.42.42.5(pid=9281) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9281)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9281): Process ended prematurely: osmo-stp_10.42.42.5(pid=9281) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:15:52.884065 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:15:52.895355 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:15:53.051545 tst mo_mt_call.py: using LAC 21711\u000a13:15:53.172131 tst mo_mt_call.py: using RAC 36\u000a13:15:53.292507 tst mo_mt_call.py: using CellId 21711\u000a13:15:53.411298 tst mo_mt_call.py: using BVCI 21712\u000a13:15:53.434570 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:15:53.445936 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:15:53.457081 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:15:53.468077 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:15:53.479219 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:15:53.490244 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:15:53.610798 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:15:53.824318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:54.339902 run create_hlr_db(pid=9275): Launched\u000a13:15:54.528933 bus /sierra_2: Setting Powered False\u000a13:15:55.550019 run create_hlr_db(pid=9275): Terminated: ok {rc=0}\u000a13:15:55.959398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9277): Launched\u000a13:15:56.266101 run osmo-hlr_10.42.42.2(pid=9278): Launched\u000a13:15:56.386584 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:56.926504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9280): Launched\u000a13:15:57.233811 run osmo-stp_10.42.42.5(pid=9281): Launched\u000a13:15:57.345347 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:15:57.903517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9283): Launched\u000a13:15:58.210305 run osmo-msc_10.42.42.6(pid=9284): Launched\u000a13:15:58.389750 run osmo-stp_10.42.42.5(pid=9281): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9281)]\u000a13:15:58.519315 run osmo-stp_10.42.42.5(pid=9281): stdout: \u000a| (launched: 2022-12-09_13:15:57.081562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:58.646196 run osmo-stp_10.42.42.5(pid=9281): stderr: \u000a| �[0;m�[38;5;43m20221209131557252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131557252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131557253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131557253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131557254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131557254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131557254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:58.768479 run osmo-stp_10.42.42.5(pid=9281): stdout: \u000a| (launched: 2022-12-09_13:15:57.081562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:58.890200 run osmo-stp_10.42.42.5(pid=9281): stderr: \u000a| �[0;m�[38;5;43m20221209131557252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131557252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131557253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131557253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131557254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131557254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131557254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:58.943709 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9281): Process ended prematurely: osmo-stp_10.42.42.5(pid=9281) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9281)] [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:15:58.952264 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:15:59.011854 run osmo-hlr_10.42.42.2(pid=9278): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9278)]\u000a13:15:59.061040 run osmo-hlr_10.42.42.2(pid=9278): stdout: \u000a| (launched: 2022-12-09_13:15:56.115645) \u000a13:15:59.110889 run osmo-hlr_10.42.42.2(pid=9278): stderr: \u000a| �[0;m�[1;31m20221209131556294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131556294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131556294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131556294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131556294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131556294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131556306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131556315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131556316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131556316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:59.178695 run osmo-msc_10.42.42.6(pid=9284): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9284)]\u000a13:15:59.227863 run osmo-msc_10.42.42.6(pid=9284): stdout: \u000a| (launched: 2022-12-09_13:15:58.058938) \u000a13:15:59.277627 run osmo-msc_10.42.42.6(pid=9284): stderr: \u000a| �[0;m�[38;5;43m20221209131558334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131558334 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8511894c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131558334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131558334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131558334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131558334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131558336 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131558337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131558337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131558337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:15:59.319926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9277): Terminating (SIGTERM)\u000a13:15:59.359800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9280): Terminating (SIGTERM)\u000a13:15:59.399566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9283): Terminating (SIGTERM)\u000a13:15:59.408752 --- ParallelTerminationStrategy: PID 9277 died...\u000a13:15:59.462007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9277): Terminated: ok {rc=0}\u000a13:15:59.471539 --- ParallelTerminationStrategy: PID 9280 died...\u000a13:15:59.524391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9280): Terminated: ok {rc=0}\u000a13:15:59.533926 --- ParallelTerminationStrategy: PID 9283 died...\u000a13:15:59.586980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9283): Terminated: ok {rc=0}\u000a13:15:59.671082 bus /sierra_3: Setting Powered False\u000a13:16:00.778174 bus /sierra_3: Setting Powered False\u000a13:16:01.891678 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9292): Process ended prematurely: osmo-stp_10.42.42.5(pid=9292) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9292)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9292): Process ended prematurely: osmo-stp_10.42.42.5(pid=9292) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:16:03.001918 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:16:03.013887 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:16:03.172270 tst mo_mt_call_osmux.py: using LAC 21712\u000a13:16:03.293432 tst mo_mt_call_osmux.py: using RAC 37\u000a13:16:03.415620 tst mo_mt_call_osmux.py: using CellId 21712\u000a13:16:03.538708 tst mo_mt_call_osmux.py: using BVCI 21713\u000a13:16:03.562182 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:16:03.573531 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:16:03.584656 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:16:03.595768 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:16:03.606970 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:16:03.617971 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:16:03.738383 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:16:03.953224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:04.469911 run create_hlr_db(pid=9286): Launched\u000a13:16:04.659990 bus /sierra_2: Setting Powered False\u000a13:16:05.680699 run create_hlr_db(pid=9286): Terminated: ok {rc=0}\u000a13:16:06.116564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9288): Launched\u000a13:16:06.446147 run osmo-hlr_10.42.42.2(pid=9289): Launched\u000a13:16:06.565003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:07.136003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9291): Launched\u000a13:16:07.463707 run osmo-stp_10.42.42.5(pid=9292): Launched\u000a13:16:07.583213 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:16:08.181703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9294): Launched\u000a13:16:08.510053 run osmo-msc_10.42.42.6(pid=9295): Launched\u000a13:16:08.702432 run osmo-stp_10.42.42.5(pid=9292): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9292)]\u000a13:16:08.841025 run osmo-stp_10.42.42.5(pid=9292): stdout: \u000a| (launched: 2022-12-09_13:16:07.302313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:08.980022 run osmo-stp_10.42.42.5(pid=9292): stderr: \u000a| �[0;m�[38;5;43m20221209131607494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131607494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131607494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131607495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131607495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131607495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131607495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:09.112542 run osmo-stp_10.42.42.5(pid=9292): stdout: \u000a| (launched: 2022-12-09_13:16:07.302313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:09.243487 run osmo-stp_10.42.42.5(pid=9292): stderr: \u000a| �[0;m�[38;5;43m20221209131607494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131607494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131607494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131607495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131607495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131607495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131607495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:09.301136 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9292): Process ended prematurely: osmo-stp_10.42.42.5(pid=9292) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9292)] [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:16:09.310736 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:16:09.375116 run osmo-hlr_10.42.42.2(pid=9289): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9289)]\u000a13:16:09.427567 run osmo-hlr_10.42.42.2(pid=9289): stdout: \u000a| (launched: 2022-12-09_13:16:06.283844) \u000a13:16:09.480715 run osmo-hlr_10.42.42.2(pid=9289): stderr: \u000a| �[0;m�[1;31m20221209131606483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131606483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131606483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131606483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131606483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131606483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131606496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131606504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131606504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131606504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:09.552671 run osmo-msc_10.42.42.6(pid=9295): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9295)]\u000a13:16:09.604822 run osmo-msc_10.42.42.6(pid=9295): stdout: \u000a| (launched: 2022-12-09_13:16:08.348532) \u000a13:16:09.657846 run osmo-msc_10.42.42.6(pid=9295): stderr: \u000a| �[0;m�[38;5;43m20221209131608672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131608672 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f368c308c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131608672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131608672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131608673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131608673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131608674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131608675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131608675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131608675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:16:09.702819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9288): Terminating (SIGTERM)\u000a13:16:09.745741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9291): Terminating (SIGTERM)\u000a13:16:09.788805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9294): Terminating (SIGTERM)\u000a13:16:09.798737 --- ParallelTerminationStrategy: PID 9288 died...\u000a13:16:09.856057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9288): Terminated: ok {rc=0}\u000a13:16:09.866485 --- ParallelTerminationStrategy: PID 9291 died...\u000a13:16:09.924006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9291): Terminated: ok {rc=0}\u000a13:16:09.934300 --- ParallelTerminationStrategy: PID 9294 died...\u000a13:16:09.991443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9294): Terminated: ok {rc=0}\u000a13:16:10.079274 bus /sierra_3: Setting Powered False\u000a13:16:11.187699 bus /sierra_3: Setting Powered False\u000a13:16:12.299007 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:15:52" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9307): Process ended prematurely: osmo-stp_10.42.42.5(pid=9307) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9307)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9307): Process ended prematurely: osmo-stp_10.42.42.5(pid=9307) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:16:14.306808 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:16:14.318193 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:16:14.478789 tst mo_mt_call.py: using LAC 21713\u000a13:16:14.598342 tst mo_mt_call.py: using RAC 38\u000a13:16:14.725187 tst mo_mt_call.py: using CellId 21713\u000a13:16:14.854640 tst mo_mt_call.py: using BVCI 21714\u000a13:16:14.879998 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:16:14.892012 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:16:14.903796 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:16:14.915911 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:16:14.928212 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:16:14.940176 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:16:15.058625 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:16:15.267704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:15.779478 run create_hlr_db(pid=9301): Launched\u000a13:16:15.991637 bus /sierra_2: Setting Powered False\u000a13:16:16.979003 run create_hlr_db(pid=9301): Terminated: ok {rc=0}\u000a13:16:17.477210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9303): Launched\u000a13:16:17.805072 run osmo-hlr_10.42.42.2(pid=9304): Launched\u000a13:16:17.927059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:18.491340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9306): Launched\u000a13:16:18.816855 run osmo-stp_10.42.42.5(pid=9307): Launched\u000a13:16:18.935989 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:16:19.530041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9309): Launched\u000a13:16:19.857164 run osmo-msc_10.42.42.6(pid=9310): Launched\u000a13:16:20.048316 run osmo-stp_10.42.42.5(pid=9307): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9307)]\u000a13:16:20.186343 run osmo-stp_10.42.42.5(pid=9307): stdout: \u000a| (launched: 2022-12-09_13:16:18.656718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:20.324050 run osmo-stp_10.42.42.5(pid=9307): stderr: \u000a| �[0;m�[38;5;43m20221209131618849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131618849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131618849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131618849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131618850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131618850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131618850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:20.455392 run osmo-stp_10.42.42.5(pid=9307): stdout: \u000a| (launched: 2022-12-09_13:16:18.656718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:20.585351 run osmo-stp_10.42.42.5(pid=9307): stderr: \u000a| �[0;m�[38;5;43m20221209131618849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131618849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131618849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131618849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131618850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131618850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131618850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:20.642774 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9307): Process ended prematurely: osmo-stp_10.42.42.5(pid=9307) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9307)] [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:16:20.652124 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:16:20.715719 run osmo-hlr_10.42.42.2(pid=9304): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9304)]\u000a13:16:20.767384 run osmo-hlr_10.42.42.2(pid=9304): stdout: \u000a| (launched: 2022-12-09_13:16:17.643217) \u000a13:16:20.819977 run osmo-hlr_10.42.42.2(pid=9304): stderr: \u000a| �[0;m�[1;31m20221209131617840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131617840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131617840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131617840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131617840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131617840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131617852 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131617861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131617861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131617861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:20.891438 run osmo-msc_10.42.42.6(pid=9310): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9310)]\u000a13:16:20.943066 run osmo-msc_10.42.42.6(pid=9310): stdout: \u000a| (launched: 2022-12-09_13:16:19.695735) \u000a13:16:20.995250 run osmo-msc_10.42.42.6(pid=9310): stderr: \u000a| �[0;m�[38;5;43m20221209131620017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131620017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec7b313c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131620017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131620017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131620017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131620017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131620019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131620019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131620020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131620020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:16:21.039374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9303): Terminating (SIGTERM)\u000a13:16:21.081890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9306): Terminating (SIGTERM)\u000a13:16:21.124302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9309): Terminating (SIGTERM)\u000a13:16:21.134098 --- ParallelTerminationStrategy: PID 9303 died...\u000a13:16:21.190491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9303): Terminated: ok {rc=0}\u000a13:16:21.200581 --- ParallelTerminationStrategy: PID 9306 died...\u000a13:16:21.256642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9306): Terminated: ok {rc=0}\u000a13:16:21.266746 --- ParallelTerminationStrategy: PID 9309 died...\u000a13:16:21.322803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9309): Terminated: ok {rc=0}\u000a13:16:21.409168 bus /sierra_3: Setting Powered False\u000a13:16:22.516926 bus /sierra_3: Setting Powered False\u000a13:16:23.625104 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9318): Process ended prematurely: osmo-stp_10.42.42.5(pid=9318) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9318)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9318): Process ended prematurely: osmo-stp_10.42.42.5(pid=9318) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:16:24.740601 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:16:24.753429 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:16:24.922524 tst mo_mt_call_osmux.py: using LAC 21714\u000a13:16:25.055529 tst mo_mt_call_osmux.py: using RAC 39\u000a13:16:25.182432 tst mo_mt_call_osmux.py: using CellId 21714\u000a13:16:25.310286 tst mo_mt_call_osmux.py: using BVCI 21715\u000a13:16:25.335140 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:16:25.347002 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:16:25.358649 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:16:25.370840 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:16:25.383201 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:16:25.394939 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:16:25.512554 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:16:25.714976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:26.203506 run create_hlr_db(pid=9312): Launched\u000a13:16:26.379868 bus /sierra_2: Setting Powered False\u000a13:16:27.399937 run create_hlr_db(pid=9312): Terminated: ok {rc=0}\u000a13:16:27.804457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9314): Launched\u000a13:16:28.109496 run osmo-hlr_10.42.42.2(pid=9315): Launched\u000a13:16:28.224901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:28.755050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9317): Launched\u000a13:16:29.059424 run osmo-stp_10.42.42.5(pid=9318): Launched\u000a13:16:29.170128 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:16:29.726575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9320): Launched\u000a13:16:30.033755 run osmo-msc_10.42.42.6(pid=9321): Launched\u000a13:16:30.212402 run osmo-stp_10.42.42.5(pid=9318): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9318)]\u000a13:16:30.341521 run osmo-stp_10.42.42.5(pid=9318): stdout: \u000a| (launched: 2022-12-09_13:16:28.910356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:30.469249 run osmo-stp_10.42.42.5(pid=9318): stderr: \u000a| �[0;m�[38;5;43m20221209131629083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131629083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131629084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131629084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131629084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131629085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131629085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:30.591766 run osmo-stp_10.42.42.5(pid=9318): stdout: \u000a| (launched: 2022-12-09_13:16:28.910356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:30.713442 run osmo-stp_10.42.42.5(pid=9318): stderr: \u000a| �[0;m�[38;5;43m20221209131629083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131629083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131629084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131629084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131629084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131629085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131629085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:30.766879 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9318): Process ended prematurely: osmo-stp_10.42.42.5(pid=9318) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9318)] [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:16:30.775418 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:16:30.834599 run osmo-hlr_10.42.42.2(pid=9315): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9315)]\u000a13:16:30.884248 run osmo-hlr_10.42.42.2(pid=9315): stdout: \u000a| (launched: 2022-12-09_13:16:27.959345) \u000a13:16:30.934369 run osmo-hlr_10.42.42.2(pid=9315): stderr: \u000a| �[0;m�[1;31m20221209131628136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131628136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131628136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131628136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131628136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131628136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131628148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131628157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131628157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131628158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:31.002357 run osmo-msc_10.42.42.6(pid=9321): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9321)]\u000a13:16:31.052222 run osmo-msc_10.42.42.6(pid=9321): stdout: \u000a| (launched: 2022-12-09_13:16:29.882095) \u000a13:16:31.102725 run osmo-msc_10.42.42.6(pid=9321): stderr: \u000a| �[0;m�[38;5;43m20221209131630154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131630154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09cfcecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131630154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131630154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131630154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131630155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131630156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131630157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131630157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131630157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:16:31.145357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9314): Terminating (SIGTERM)\u000a13:16:31.185546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9317): Terminating (SIGTERM)\u000a13:16:31.225686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9320): Terminating (SIGTERM)\u000a13:16:31.235328 --- ParallelTerminationStrategy: PID 9314 died...\u000a13:16:31.290593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9314): Terminated: ok {rc=0}\u000a13:16:31.300479 --- ParallelTerminationStrategy: PID 9317 died...\u000a13:16:31.354880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9317): Terminated: ok {rc=0}\u000a13:16:31.364835 --- ParallelTerminationStrategy: PID 9320 died...\u000a13:16:31.419037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9320): Terminated: ok {rc=0}\u000a13:16:31.504300 bus /sierra_3: Setting Powered False\u000a13:16:32.605675 bus /sierra_3: Setting Powered False\u000a13:16:33.717481 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:16:14" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9333): Process ended prematurely: osmo-stp_10.42.42.5(pid=9333) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9333)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9333): Process ended prematurely: osmo-stp_10.42.42.5(pid=9333) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:16:35.714183 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:16:35.725271 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:16:35.882563 tst mo_mt_call.py: using LAC 21715\u000a13:16:36.003692 tst mo_mt_call.py: using RAC 40\u000a13:16:36.122217 tst mo_mt_call.py: using CellId 21715\u000a13:16:36.240545 tst mo_mt_call.py: using BVCI 21716\u000a13:16:36.263803 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:16:36.274862 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:16:36.285699 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:16:36.296440 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:16:36.307408 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:16:36.318211 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:16:36.436588 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:16:36.639077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:37.130165 run create_hlr_db(pid=9327): Launched\u000a13:16:37.305779 bus /sierra_2: Setting Powered False\u000a13:16:38.327449 run create_hlr_db(pid=9327): Terminated: ok {rc=0}\u000a13:16:38.734289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9329): Launched\u000a13:16:39.042245 run osmo-hlr_10.42.42.2(pid=9330): Launched\u000a13:16:39.164156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:39.701841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9332): Launched\u000a13:16:40.007187 run osmo-stp_10.42.42.5(pid=9333): Launched\u000a13:16:40.118115 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:16:40.677094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9335): Launched\u000a13:16:40.983916 run osmo-msc_10.42.42.6(pid=9336): Launched\u000a13:16:41.163682 run osmo-stp_10.42.42.5(pid=9333): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9333)]\u000a13:16:41.292635 run osmo-stp_10.42.42.5(pid=9333): stdout: \u000a| (launched: 2022-12-09_13:16:39.857361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:41.419649 run osmo-stp_10.42.42.5(pid=9333): stderr: \u000a| �[0;m�[38;5;43m20221209131640028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131640028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131640028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131640029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131640029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131640029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131640030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:41.543063 run osmo-stp_10.42.42.5(pid=9333): stdout: \u000a| (launched: 2022-12-09_13:16:39.857361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:41.664885 run osmo-stp_10.42.42.5(pid=9333): stderr: \u000a| �[0;m�[38;5;43m20221209131640028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131640028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131640028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131640029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131640029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131640029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131640030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:41.718788 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9333): Process ended prematurely: osmo-stp_10.42.42.5(pid=9333) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9333)] [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:16:41.727328 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:16:41.786313 run osmo-hlr_10.42.42.2(pid=9330): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9330)]\u000a13:16:41.835044 run osmo-hlr_10.42.42.2(pid=9330): stdout: \u000a| (launched: 2022-12-09_13:16:38.889988) \u000a13:16:41.884391 run osmo-hlr_10.42.42.2(pid=9330): stderr: \u000a| �[0;m�[1;31m20221209131639065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131639065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131639065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131639065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131639065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131639065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131639076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131639084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131639084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131639084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:41.951252 run osmo-msc_10.42.42.6(pid=9336): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9336)]\u000a13:16:42.000050 run osmo-msc_10.42.42.6(pid=9336): stdout: \u000a| (launched: 2022-12-09_13:16:40.832547) \u000a13:16:42.049348 run osmo-msc_10.42.42.6(pid=9336): stderr: \u000a| �[0;m�[38;5;43m20221209131641107 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131641107 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39d7073c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131641107 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131641107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131641107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131641107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131641110 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131641111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131641111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131641111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:16:42.091192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9329): Terminating (SIGTERM)\u000a13:16:42.130798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9332): Terminating (SIGTERM)\u000a13:16:42.170350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9335): Terminating (SIGTERM)\u000a13:16:42.179443 --- ParallelTerminationStrategy: PID 9329 died...\u000a13:16:42.232224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9329): Terminated: ok {rc=0}\u000a13:16:42.241760 --- ParallelTerminationStrategy: PID 9332 died...\u000a13:16:42.294736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9332): Terminated: ok {rc=0}\u000a13:16:42.304308 --- ParallelTerminationStrategy: PID 9335 died...\u000a13:16:42.357201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9335): Terminated: ok {rc=0}\u000a13:16:42.441051 bus /sierra_3: Setting Powered False\u000a13:16:43.549920 bus /sierra_3: Setting Powered False\u000a13:16:44.663571 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9344): Process ended prematurely: osmo-stp_10.42.42.5(pid=9344) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9344)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9344): Process ended prematurely: osmo-stp_10.42.42.5(pid=9344) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:16:45.774377 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:16:45.786333 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:16:45.967523 tst mo_mt_call_osmux.py: using LAC 21716\u000a13:16:46.093517 tst mo_mt_call_osmux.py: using RAC 41\u000a13:16:46.223128 tst mo_mt_call_osmux.py: using CellId 21716\u000a13:16:46.387651 tst mo_mt_call_osmux.py: using BVCI 21717\u000a13:16:46.413492 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:16:46.425899 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:16:46.439165 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:16:46.451239 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:16:46.463226 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:16:46.475686 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:16:46.593965 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:16:46.863586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:47.399381 run create_hlr_db(pid=9338): Launched\u000a13:16:47.589813 bus /sierra_2: Setting Powered False\u000a13:16:48.609058 run create_hlr_db(pid=9338): Terminated: ok {rc=0}\u000a13:16:49.042892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9340): Launched\u000a13:16:49.371294 run osmo-hlr_10.42.42.2(pid=9341): Launched\u000a13:16:49.492710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:50.061622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9343): Launched\u000a13:16:50.388511 run osmo-stp_10.42.42.5(pid=9344): Launched\u000a13:16:50.506688 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:16:51.102037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9346): Launched\u000a13:16:51.427928 run osmo-msc_10.42.42.6(pid=9347): Launched\u000a13:16:51.619923 run osmo-stp_10.42.42.5(pid=9344): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9344)]\u000a13:16:51.758045 run osmo-stp_10.42.42.5(pid=9344): stdout: \u000a| (launched: 2022-12-09_13:16:50.227536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:51.895946 run osmo-stp_10.42.42.5(pid=9344): stderr: \u000a| �[0;m�[38;5;43m20221209131650419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131650420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131650420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131650420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131650421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131650421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131650421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:52.027269 run osmo-stp_10.42.42.5(pid=9344): stdout: \u000a| (launched: 2022-12-09_13:16:50.227536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:52.157340 run osmo-stp_10.42.42.5(pid=9344): stderr: \u000a| �[0;m�[38;5;43m20221209131650419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131650420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131650420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131650420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131650421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131650421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131650421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:52.214322 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9344): Process ended prematurely: osmo-stp_10.42.42.5(pid=9344) [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9344)] [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:16:52.223533 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a13:16:52.286606 run osmo-hlr_10.42.42.2(pid=9341): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9341)]\u000a13:16:52.338115 run osmo-hlr_10.42.42.2(pid=9341): stdout: \u000a| (launched: 2022-12-09_13:16:49.209538) \u000a13:16:52.390514 run osmo-hlr_10.42.42.2(pid=9341): stderr: \u000a| �[0;m�[1;31m20221209131649408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131649408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131649408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131649408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131649408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131649408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131649421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131649429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131649429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131649430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:52.461388 run osmo-msc_10.42.42.6(pid=9347): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9347)]\u000a13:16:52.513140 run osmo-msc_10.42.42.6(pid=9347): stdout: \u000a| (launched: 2022-12-09_13:16:51.267498) \u000a13:16:52.565759 run osmo-msc_10.42.42.6(pid=9347): stderr: \u000a| �[0;m�[38;5;43m20221209131651590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131651590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0597857c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131651590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131651590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131651590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131651591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131651592 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131651593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131651593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131651593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:16:52.609779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9340): Terminating (SIGTERM)\u000a13:16:52.651716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9343): Terminating (SIGTERM)\u000a13:16:52.693737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9346): Terminating (SIGTERM)\u000a13:16:52.703586 --- ParallelTerminationStrategy: PID 9340 died...\u000a13:16:52.759567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9340): Terminated: ok {rc=0}\u000a13:16:52.769925 --- ParallelTerminationStrategy: PID 9343 died...\u000a13:16:52.825833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9343): Terminated: ok {rc=0}\u000a13:16:52.836049 --- ParallelTerminationStrategy: PID 9346 died...\u000a13:16:52.891814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9346): Terminated: ok {rc=0}\u000a13:16:52.979432 bus /sierra_3: Setting Powered False\u000a13:16:54.087081 bus /sierra_3: Setting Powered False\u000a13:16:55.195991 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:16:35" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9361): Process ended prematurely: osmo-stp_10.42.42.5(pid=9361) [trial-2360↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9361)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9361): Process ended prematurely: osmo-stp_10.42.42.5(pid=9361) [trial-2360↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:16:57.228686 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:16:57.240348 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:16:57.384930 tst emergency_mo_mt_call.py: using LAC 21717\u000a13:16:57.514204 tst emergency_mo_mt_call.py: using RAC 42\u000a13:16:57.632533 tst emergency_mo_mt_call.py: using CellId 21717\u000a13:16:57.748712 tst emergency_mo_mt_call.py: using BVCI 21718\u000a13:16:57.771679 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:16:57.782837 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:16:57.793667 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:16:57.804686 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:16:57.815686 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:16:57.826560 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:16:57.942385 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:16:58.149797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:58.654100 run create_hlr_db(pid=9352): Launched\u000a13:16:58.839848 bus /sierra_2: Setting Powered False\u000a13:16:59.861199 run create_hlr_db(pid=9352): Terminated: ok {rc=0}\u000a13:17:00.287356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9354): Launched\u000a13:17:00.608901 run osmo-hlr_10.42.42.2(pid=9355): Launched\u000a13:17:00.729715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:01.321419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9357): Launched\u000a13:17:01.675282 run osmo-stp_10.42.42.5(pid=9361): Launched\u000a13:17:01.889111 tst emergency_mo_mt_call.py: using MSISDN 7228\u000a13:17:02.072259 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:17:02.634844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9363): Launched\u000a13:17:02.936462 run osmo-msc_10.42.42.6(pid=9364): Launched\u000a13:17:03.113238 run osmo-stp_10.42.42.5(pid=9361): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9361)]\u000a13:17:03.240312 run osmo-stp_10.42.42.5(pid=9361): stdout: \u000a| (launched: 2022-12-09_13:17:01.492068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:03.366802 run osmo-stp_10.42.42.5(pid=9361): stderr: \u000a| �[0;m�[38;5;43m20221209131701818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131701818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131701818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131701819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131701819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131701819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131701819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:03.487515 run osmo-stp_10.42.42.5(pid=9361): stdout: \u000a| (launched: 2022-12-09_13:17:01.492068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:03.607548 run osmo-stp_10.42.42.5(pid=9361): stderr: \u000a| �[0;m�[38;5;43m20221209131701818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131701818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131701818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131701819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131701819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131701819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131701819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:03.661968 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=9361): Process ended prematurely: osmo-stp_10.42.42.5(pid=9361) [trial-2360↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9361)] [trial-2360↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a13:17:03.670189 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a13:17:03.730295 run osmo-hlr_10.42.42.2(pid=9355): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9355)]\u000a13:17:03.780022 run osmo-hlr_10.42.42.2(pid=9355): stdout: \u000a| (launched: 2022-12-09_13:17:00.449474) \u000a13:17:03.830766 run osmo-hlr_10.42.42.2(pid=9355): stderr: \u000a| �[0;m�[1;31m20221209131700647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131700647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131700647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131700647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131700647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131700648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131700665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131700673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131700673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131700673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:03.898816 run osmo-msc_10.42.42.6(pid=9364): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9364)]\u000a13:17:03.948713 run osmo-msc_10.42.42.6(pid=9364): stdout: \u000a| (launched: 2022-12-09_13:17:02.787309) \u000a13:17:03.998912 run osmo-msc_10.42.42.6(pid=9364): stderr: \u000a| �[0;m�[38;5;43m20221209131703060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131703060 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6dbe6abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131703060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131703060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131703061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131703061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131703064 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131703064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131703064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131703064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:17:04.041657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9354): Terminating (SIGTERM)\u000a13:17:04.082533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9357): Terminating (SIGTERM)\u000a13:17:04.123073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9363): Terminating (SIGTERM)\u000a13:17:04.132441 --- ParallelTerminationStrategy: PID 9354 died...\u000a13:17:04.186106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9354): Terminated: ok {rc=0}\u000a13:17:04.195630 --- ParallelTerminationStrategy: PID 9357 died...\u000a13:17:04.248741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9357): Terminated: ok {rc=0}\u000a13:17:04.258251 --- ParallelTerminationStrategy: PID 9363 died...\u000a13:17:04.311459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9363): Terminated: ok {rc=0}\u000a13:17:04.395610 bus /sierra_3: Setting Powered False\u000a13:17:05.503654 bus /sierra_3: Setting Powered False\u000a13:17:06.617737 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9372): Process ended prematurely: osmo-stp_10.42.42.5(pid=9372) [trial-2360↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9372)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9372): Process ended prematurely: osmo-stp_10.42.42.5(pid=9372) [trial-2360↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:17:07.670998 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:17:07.683345 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:17:07.829811 tst emergency_preemptive_call.py: using LAC 21718\u000a13:17:07.955566 tst emergency_preemptive_call.py: using RAC 43\u000a13:17:08.083652 tst emergency_preemptive_call.py: using CellId 21718\u000a13:17:08.209664 tst emergency_preemptive_call.py: using BVCI 21719\u000a13:17:08.234332 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:17:08.245986 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:17:08.257383 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:17:08.269322 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:17:08.281169 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:17:08.292918 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:17:08.410655 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:17:08.530734 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:17:08.647829 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:17:08.847187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:09.333156 run create_hlr_db(pid=9366): Launched\u000a13:17:09.507779 bus /sierra_2: Setting Powered False\u000a13:17:10.529662 run create_hlr_db(pid=9366): Terminated: ok {rc=0}\u000a13:17:10.961351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9368): Launched\u000a13:17:11.282849 run osmo-hlr_10.42.42.2(pid=9369): Launched\u000a13:17:11.404509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:11.968486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9371): Launched\u000a13:17:12.291697 run osmo-stp_10.42.42.5(pid=9372): Launched\u000a13:17:12.422600 tst emergency_preemptive_call.py: using MSISDN 7229\u000a13:17:12.583322 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:17:13.169232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9374): Launched\u000a13:17:13.490358 run osmo-msc_10.42.42.6(pid=9375): Launched\u000a13:17:13.679186 run osmo-stp_10.42.42.5(pid=9372): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9372)]\u000a13:17:13.815620 run osmo-stp_10.42.42.5(pid=9372): stdout: \u000a| (launched: 2022-12-09_13:17:12.132188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:13.952427 run osmo-stp_10.42.42.5(pid=9372): stderr: \u000a| �[0;m�[38;5;43m20221209131712327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131712327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131712328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131712328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131712329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131712329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131712329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:14.082000 run osmo-stp_10.42.42.5(pid=9372): stdout: \u000a| (launched: 2022-12-09_13:17:12.132188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:14.210193 run osmo-stp_10.42.42.5(pid=9372): stderr: \u000a| �[0;m�[38;5;43m20221209131712327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131712327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131712328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131712328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131712329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131712329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131712329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:14.266341 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=9372): Process ended prematurely: osmo-stp_10.42.42.5(pid=9372) [trial-2360↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9372)] [trial-2360↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a13:17:14.275122 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a13:17:14.339864 run osmo-hlr_10.42.42.2(pid=9369): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9369)]\u000a13:17:14.392784 run osmo-hlr_10.42.42.2(pid=9369): stdout: \u000a| (launched: 2022-12-09_13:17:11.124785) \u000a13:17:14.446614 run osmo-hlr_10.42.42.2(pid=9369): stderr: \u000a| �[0;m�[1;31m20221209131711322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131711322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131711322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131711322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131711323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131711323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131711334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131711343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131711343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131711343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:14.518750 run osmo-msc_10.42.42.6(pid=9375): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9375)]\u000a13:17:14.571266 run osmo-msc_10.42.42.6(pid=9375): stdout: \u000a| (launched: 2022-12-09_13:17:13.332565) \u000a13:17:14.624394 run osmo-msc_10.42.42.6(pid=9375): stderr: \u000a| �[0;m�[38;5;43m20221209131713655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209131713655 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa68a497c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209131713656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209131713656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209131713656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209131713656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209131713658 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209131713658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209131713658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209131713659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:17:14.670253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9368): Terminating (SIGTERM)\u000a13:17:14.713699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9371): Terminating (SIGTERM)\u000a13:17:14.756658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9374): Terminating (SIGTERM)\u000a13:17:14.766572 --- ParallelTerminationStrategy: PID 9368 died...\u000a13:17:14.823902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9368): Terminated: ok {rc=0}\u000a13:17:14.834307 --- ParallelTerminationStrategy: PID 9371 died...\u000a13:17:14.891250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9371): Terminated: ok {rc=0}\u000a13:17:14.901528 --- ParallelTerminationStrategy: PID 9374 died...\u000a13:17:14.958968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9374): Terminated: ok {rc=0}\u000a13:17:15.047434 bus /sierra_9: Setting Powered False\u000a13:17:16.153335 bus /sierra_9: Setting Powered False\u000a13:17:17.262181 bus /sierra_8: Setting Powered False\u000a13:17:18.370604 bus /sierra_8: Setting Powered False\u000a13:17:19.484564 bus /sierra_3: Setting Powered False\u000a13:17:20.589696 bus /sierra_3: Setting Powered False\u000a13:17:21.702917 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:16:56" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9390): Process ended prematurely: osmo-stp_10.42.42.5(pid=9390) [trial-2360↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9390)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9390): Process ended prematurely: osmo-stp_10.42.42.5(pid=9390) [trial-2360↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:17:23.852717 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:23.864218 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:17:24.008574 tst cs_paging_gprs_active.py: using LAC 21719\u000a13:17:24.134581 tst cs_paging_gprs_active.py: using RAC 44\u000a13:17:24.260801 tst cs_paging_gprs_active.py: using CellId 21719\u000a13:17:24.387930 tst cs_paging_gprs_active.py: using BVCI 21720\u000a13:17:24.413084 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:24.424487 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:24.435834 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:24.447366 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:24.459747 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:24.471462 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:24.482858 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:24.494385 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:24.507085 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:17:24.626553 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:17:24.924333 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:17:25.061980 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:25.400289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9380): Launched\u000a13:17:25.682165 run iperf3-srv_10.42.42.10(pid=9381): Launched\u000a13:17:25.882815 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:17:26.020248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:26.353214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9382): Launched\u000a13:17:26.617872 run iperf3-srv_10.42.42.10(pid=9383): Launched\u000a13:17:26.804786 tst cs_paging_gprs_active.py:38: start network...\u000a13:17:26.932892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:27.426553 run create_hlr_db(pid=9384): Launched\u000a13:17:27.602903 bus /sierra_2: Setting Powered False\u000a13:17:28.624871 run create_hlr_db(pid=9384): Terminated: ok {rc=0}\u000a13:17:29.060536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9386): Launched\u000a13:17:29.389626 run osmo-hlr_10.42.42.2(pid=9387): Launched\u000a13:17:29.507990 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:30.058830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9389): Launched\u000a13:17:30.366584 run osmo-stp_10.42.42.5(pid=9390): Launched\u000a13:17:30.478545 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:17:31.070409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9392): Launched\u000a13:17:31.183618 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:17:31.485980 run patchelf(pid=9393): Launched\u000a13:17:31.670912 run osmo-stp_10.42.42.5(pid=9390): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9390)]\u000a13:17:31.805665 run osmo-stp_10.42.42.5(pid=9390): stdout: \u000a| (launched: 2022-12-09_13:17:30.215285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:31.940743 run osmo-stp_10.42.42.5(pid=9390): stderr: \u000a| �[0;m�[38;5;43m20221209131730383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131730383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131730383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131730383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131730384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131730384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131730384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:32.070957 run osmo-stp_10.42.42.5(pid=9390): stdout: \u000a| (launched: 2022-12-09_13:17:30.215285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:32.199849 run osmo-stp_10.42.42.5(pid=9390): stderr: \u000a| �[0;m�[38;5;43m20221209131730383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131730383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131730383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131730383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131730384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131730384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131730384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:32.347050 run patchelf(pid=9393): Terminating (SIGINT)\u000a13:17:32.519615 run patchelf(pid=9393): Terminated: ok {rc=0}\u000a13:17:32.551424 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9390): Process ended prematurely: osmo-stp_10.42.42.5(pid=9390) [trial-2360↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9390)] [trial-2360↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a13:17:32.560899 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:17:32.621453 run osmo-hlr_10.42.42.2(pid=9387): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9387)]\u000a13:17:32.670903 run osmo-hlr_10.42.42.2(pid=9387): stdout: \u000a| (launched: 2022-12-09_13:17:29.227233) \u000a13:17:32.720987 run osmo-hlr_10.42.42.2(pid=9387): stderr: \u000a| �[0;m�[1;31m20221209131729425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131729425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131729425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131729425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131729425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131729425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131729438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131729447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131729447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131729447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:32.763440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9380): Terminating (SIGTERM)\u000a13:17:32.803302 run iperf3-srv_10.42.42.10(pid=9381): Terminating (SIGTERM)\u000a13:17:32.843551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9382): Terminating (SIGTERM)\u000a13:17:32.883803 run iperf3-srv_10.42.42.10(pid=9383): Terminating (SIGTERM)\u000a13:17:32.923745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9386): Terminating (SIGTERM)\u000a13:17:32.963633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9389): Terminating (SIGTERM)\u000a13:17:33.003518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9392): Terminating (SIGTERM)\u000a13:17:33.012666 --- ParallelTerminationStrategy: PID 9380 died...\u000a13:17:33.066411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9380): Terminated: ok {rc=0}\u000a13:17:33.076004 --- ParallelTerminationStrategy: PID 9381 died...\u000a13:17:33.129198 run iperf3-srv_10.42.42.10(pid=9381): Terminated {rc=256}\u000a13:17:33.138784 --- ParallelTerminationStrategy: PID 9382 died...\u000a13:17:33.192289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9382): Terminated: ok {rc=0}\u000a13:17:33.201887 --- ParallelTerminationStrategy: PID 9383 died...\u000a13:17:33.255200 run iperf3-srv_10.42.42.10(pid=9383): Terminated {rc=256}\u000a13:17:33.264822 --- ParallelTerminationStrategy: PID 9386 died...\u000a13:17:33.318319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9386): Terminated: ok {rc=0}\u000a13:17:33.327851 --- ParallelTerminationStrategy: PID 9389 died...\u000a13:17:33.381893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9389): Terminated: ok {rc=0}\u000a13:17:33.391590 --- ParallelTerminationStrategy: PID 9392 died...\u000a13:17:33.445871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9392): Terminated: ok {rc=0}\u000a13:17:33.536612 bus /gobi_0: Setting Powered False\u000a13:17:34.642044 bus /gobi_0: Setting Powered False\u000a13:17:35.755654 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9402): Process ended prematurely: osmo-stp_10.42.42.5(pid=9402) [trial-2360↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9402)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9402): Process ended prematurely: osmo-stp_10.42.42.5(pid=9402) [trial-2360↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a13:17:36.866651 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:36.878430 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:17:37.032145 tst iperf3.py: using LAC 21720\u000a13:17:37.159095 tst iperf3.py: using RAC 45\u000a13:17:37.287241 tst iperf3.py: using CellId 21720\u000a13:17:37.415511 tst iperf3.py: using BVCI 21721\u000a13:17:37.440737 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:37.452312 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:37.463423 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:37.475355 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:37.487061 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:37.499378 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:37.511319 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:37.522254 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:37.534273 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:17:37.833250 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:17:37.971050 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:38.309206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9394): Launched\u000a13:17:38.591560 run iperf3-srv_10.42.42.10(pid=9395): Launched\u000a13:17:38.792086 tst iperf3.py:8: start network...\u000a13:17:38.929689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:39.445679 run create_hlr_db(pid=9396): Launched\u000a13:17:39.635310 bus /gobi_6: Setting Powered False\u000a13:17:40.655635 run create_hlr_db(pid=9396): Terminated: ok {rc=0}\u000a13:17:41.068050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9398): Launched\u000a13:17:41.377041 run osmo-hlr_10.42.42.2(pid=9399): Launched\u000a13:17:41.490829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:42.025480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9401): Launched\u000a13:17:42.333863 run osmo-stp_10.42.42.5(pid=9402): Launched\u000a13:17:42.445446 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:17:42.981258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9404): Launched\u000a13:17:43.090511 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:17:43.358279 run patchelf(pid=9405): Launched\u000a13:17:43.537833 run osmo-stp_10.42.42.5(pid=9402): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9402)]\u000a13:17:43.668570 run osmo-stp_10.42.42.5(pid=9402): stdout: \u000a| (launched: 2022-12-09_13:17:42.182025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:43.799760 run osmo-stp_10.42.42.5(pid=9402): stderr: \u000a| �[0;m�[38;5;43m20221209131742352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131742352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131742353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131742353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131742354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131742354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131742354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:43.926594 run osmo-stp_10.42.42.5(pid=9402): stdout: \u000a| (launched: 2022-12-09_13:17:42.182025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:44.052153 run osmo-stp_10.42.42.5(pid=9402): stderr: \u000a| �[0;m�[38;5;43m20221209131742352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131742352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131742353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131742353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131742354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131742354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131742354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:44.198512 run patchelf(pid=9405): Terminating (SIGINT)\u000a13:17:44.369597 run patchelf(pid=9405): Terminated: ok {rc=0}\u000a13:17:44.400986 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9402): Process ended prematurely: osmo-stp_10.42.42.5(pid=9402) [trial-2360↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9402)] [trial-2360↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a13:17:44.410260 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:17:44.470029 run osmo-hlr_10.42.42.2(pid=9399): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9399)]\u000a13:17:44.519164 run osmo-hlr_10.42.42.2(pid=9399): stdout: \u000a| (launched: 2022-12-09_13:17:41.224441) \u000a13:17:44.569078 run osmo-hlr_10.42.42.2(pid=9399): stderr: \u000a| �[0;m�[1;31m20221209131741404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131741404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131741404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131741404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131741404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131741404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131741416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131741427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131741427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131741427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:44.611356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9394): Terminating (SIGTERM)\u000a13:17:44.651465 run iperf3-srv_10.42.42.10(pid=9395): Terminating (SIGTERM)\u000a13:17:44.691192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9398): Terminating (SIGTERM)\u000a13:17:44.730706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9401): Terminating (SIGTERM)\u000a13:17:44.770336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9404): Terminating (SIGTERM)\u000a13:17:44.779453 --- ParallelTerminationStrategy: PID 9394 died...\u000a13:17:44.832708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9394): Terminated: ok {rc=0}\u000a13:17:44.842259 --- ParallelTerminationStrategy: PID 9395 died...\u000a13:17:44.895158 run iperf3-srv_10.42.42.10(pid=9395): Terminated {rc=256}\u000a13:17:44.904630 --- ParallelTerminationStrategy: PID 9398 died...\u000a13:17:44.958031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9398): Terminated: ok {rc=0}\u000a13:17:44.967527 --- ParallelTerminationStrategy: PID 9401 died...\u000a13:17:45.020621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9401): Terminated: ok {rc=0}\u000a13:17:45.030202 --- ParallelTerminationStrategy: PID 9404 died...\u000a13:17:45.083096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9404): Terminated: ok {rc=0}\u000a13:17:45.171087 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9420): Process ended prematurely: osmo-stp_10.42.42.5(pid=9420) [trial-2360↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9420)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9420): Process ended prematurely: osmo-stp_10.42.42.5(pid=9420) [trial-2360↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a13:17:46.284510 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:46.296578 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:17:46.436734 tst iperf3m4.py: using LAC 21721\u000a13:17:46.558630 tst iperf3m4.py: using RAC 46\u000a13:17:46.696306 tst iperf3m4.py: using CellId 21721\u000a13:17:46.819763 tst iperf3m4.py: using BVCI 21722\u000a13:17:46.844139 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:46.855877 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:46.867196 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:46.878464 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:46.889664 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:46.900749 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:46.912290 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:46.923600 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:17:46.935220 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:17:47.051301 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:17:47.173113 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:17:47.290857 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:17:47.588851 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:17:47.726539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:48.067793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9406): Launched\u000a13:17:48.350097 run iperf3-srv_10.42.42.10(pid=9407): Launched\u000a13:17:48.551133 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:17:48.687129 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:49.005536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9408): Launched\u000a13:17:49.269395 run iperf3-srv_10.42.42.10(pid=9409): Launched\u000a13:17:49.455780 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:17:49.583175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:49.900730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9410): Launched\u000a13:17:50.165203 run iperf3-srv_10.42.42.10(pid=9411): Launched\u000a13:17:50.352090 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:17:50.479242 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:50.796236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9412): Launched\u000a13:17:51.061121 run iperf3-srv_10.42.42.10(pid=9413): Launched\u000a13:17:51.247402 tst iperf3m4.py:8: start network...\u000a13:17:51.374883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:51.866887 run create_hlr_db(pid=9414): Launched\u000a13:17:52.043310 bus /gobi_6: Setting Powered False\u000a13:17:53.065567 run create_hlr_db(pid=9414): Terminated: ok {rc=0}\u000a13:17:53.500804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9416): Launched\u000a13:17:53.828886 run osmo-hlr_10.42.42.2(pid=9417): Launched\u000a13:17:53.948375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:54.523719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9419): Launched\u000a13:17:54.854278 run osmo-stp_10.42.42.5(pid=9420): Launched\u000a13:17:54.976806 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:17:55.549855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9422): Launched\u000a13:17:55.667397 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:17:55.953884 run patchelf(pid=9423): Launched\u000a13:17:56.146477 run osmo-stp_10.42.42.5(pid=9420): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9420)]\u000a13:17:56.287233 run osmo-stp_10.42.42.5(pid=9420): stdout: \u000a| (launched: 2022-12-09_13:17:54.691239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:56.427891 run osmo-stp_10.42.42.5(pid=9420): stderr: \u000a| �[0;m�[38;5;43m20221209131754881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131754881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131754881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131754882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131754882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131754882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131754882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:56.564139 run osmo-stp_10.42.42.5(pid=9420): stdout: \u000a| (launched: 2022-12-09_13:17:54.691239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:56.699377 run osmo-stp_10.42.42.5(pid=9420): stderr: \u000a| �[0;m�[38;5;43m20221209131754881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131754881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131754881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131754882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131754882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131754882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131754882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:56.855877 run patchelf(pid=9423): Terminating (SIGINT)\u000a13:17:57.039750 run patchelf(pid=9423): Terminated: ok {rc=0}\u000a13:17:57.073662 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9420): Process ended prematurely: osmo-stp_10.42.42.5(pid=9420) [trial-2360↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9420)] [trial-2360↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a13:17:57.083600 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:17:57.148444 run osmo-hlr_10.42.42.2(pid=9417): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9417)]\u000a13:17:57.200842 run osmo-hlr_10.42.42.2(pid=9417): stdout: \u000a| (launched: 2022-12-09_13:17:53.667705) \u000a13:17:57.254053 run osmo-hlr_10.42.42.2(pid=9417): stderr: \u000a| �[0;m�[1;31m20221209131753863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131753863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131753863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131753863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131753863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131753864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131753875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131753884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131753884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131753884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:57.299213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9406): Terminating (SIGTERM)\u000a13:17:57.341951 run iperf3-srv_10.42.42.10(pid=9407): Terminating (SIGTERM)\u000a13:17:57.384381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9408): Terminating (SIGTERM)\u000a13:17:57.426977 run iperf3-srv_10.42.42.10(pid=9409): Terminating (SIGTERM)\u000a13:17:57.469929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9410): Terminating (SIGTERM)\u000a13:17:57.512315 run iperf3-srv_10.42.42.10(pid=9411): Terminating (SIGTERM)\u000a13:17:57.554615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9412): Terminating (SIGTERM)\u000a13:17:57.597042 run iperf3-srv_10.42.42.10(pid=9413): Terminating (SIGTERM)\u000a13:17:57.639667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9416): Terminating (SIGTERM)\u000a13:17:57.682484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9419): Terminating (SIGTERM)\u000a13:17:57.724897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9422): Terminating (SIGTERM)\u000a13:17:57.734937 --- ParallelTerminationStrategy: PID 9406 died...\u000a13:17:57.791809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9406): Terminated: ok {rc=0}\u000a13:17:57.801942 --- ParallelTerminationStrategy: PID 9407 died...\u000a13:17:57.858165 run iperf3-srv_10.42.42.10(pid=9407): Terminated {rc=256}\u000a13:17:57.868412 --- ParallelTerminationStrategy: PID 9408 died...\u000a13:17:57.924861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9408): Terminated: ok {rc=0}\u000a13:17:57.935255 --- ParallelTerminationStrategy: PID 9409 died...\u000a13:17:57.991252 run iperf3-srv_10.42.42.10(pid=9409): Terminated {rc=256}\u000a13:17:58.001939 --- ParallelTerminationStrategy: PID 9410 died...\u000a13:17:58.057877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9410): Terminated: ok {rc=0}\u000a13:17:58.067923 --- ParallelTerminationStrategy: PID 9411 died...\u000a13:17:58.124163 run iperf3-srv_10.42.42.10(pid=9411): Terminated {rc=256}\u000a13:17:58.134583 --- ParallelTerminationStrategy: PID 9412 died...\u000a13:17:58.190839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9412): Terminated: ok {rc=0}\u000a13:17:58.200897 --- ParallelTerminationStrategy: PID 9413 died...\u000a13:17:58.257181 run iperf3-srv_10.42.42.10(pid=9413): Terminated {rc=256}\u000a13:17:58.267314 --- ParallelTerminationStrategy: PID 9416 died...\u000a13:17:58.324022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9416): Terminated: ok {rc=0}\u000a13:17:58.334248 --- ParallelTerminationStrategy: PID 9419 died...\u000a13:17:58.390880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9419): Terminated: ok {rc=0}\u000a13:17:58.400903 --- ParallelTerminationStrategy: PID 9422 died...\u000a13:17:58.457571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9422): Terminated: ok {rc=0}\u000a13:17:58.544130 bus /gobi_4: Setting Powered False\u000a13:17:59.647556 bus /gobi_4: Setting Powered False\u000a13:18:00.756750 bus /gobi_1: Setting Powered False\u000a13:18:01.876416 bus /gobi_1: Setting Powered False\u000a13:18:02.988530 bus /gobi_0: Setting Powered False\u000a13:18:04.096513 bus /gobi_0: Setting Powered False\u000a13:18:05.205826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9430): Process ended prematurely: osmo-stp_10.42.42.5(pid=9430) [trial-2360↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9430)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9430): Process ended prematurely: osmo-stp_10.42.42.5(pid=9430) [trial-2360↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a13:18:06.275533 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:18:06.287649 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:18:06.434044 tst ping.py: using LAC 21722\u000a13:18:06.560459 tst ping.py: using RAC 47\u000a13:18:06.688376 tst ping.py: using CellId 21722\u000a13:18:06.820875 tst ping.py: using BVCI 21723\u000a13:18:06.845521 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:18:06.857071 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:18:06.868994 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:18:06.880229 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:18:06.891697 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:18:06.903486 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:18:06.915392 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:18:06.927121 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:18:07.220933 tst ping.py:19: start network...\u000a13:18:07.354584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:07.858553 run create_hlr_db(pid=9424): Launched\u000a13:18:08.045237 bus /gobi_6: Setting Powered False\u000a13:18:09.065682 run create_hlr_db(pid=9424): Terminated: ok {rc=0}\u000a13:18:09.470014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9426): Launched\u000a13:18:09.770868 run osmo-hlr_10.42.42.2(pid=9427): Launched\u000a13:18:09.885080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:10.409772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9429): Launched\u000a13:18:10.711169 run osmo-stp_10.42.42.5(pid=9430): Launched\u000a13:18:10.820458 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:18:11.346664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9432): Launched\u000a13:18:11.453433 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:18:11.715546 run patchelf(pid=9433): Launched\u000a13:18:11.891903 run osmo-stp_10.42.42.5(pid=9430): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9430)]\u000a13:18:12.020852 run osmo-stp_10.42.42.5(pid=9430): stdout: \u000a| (launched: 2022-12-09_13:18:10.562413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:12.149931 run osmo-stp_10.42.42.5(pid=9430): stderr: \u000a| �[0;m�[38;5;43m20221209131810738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131810738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131810738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131810739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131810739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131810739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131810739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:12.274552 run osmo-stp_10.42.42.5(pid=9430): stdout: \u000a| (launched: 2022-12-09_13:18:10.562413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:12.397577 run osmo-stp_10.42.42.5(pid=9430): stderr: \u000a| �[0;m�[38;5;43m20221209131810738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131810738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131810738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131810739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131810739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131810739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131810739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:12.540862 run patchelf(pid=9433): Terminating (SIGINT)\u000a13:18:12.709947 run patchelf(pid=9433): Terminated: ok {rc=0}\u000a13:18:12.740323 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9430): Process ended prematurely: osmo-stp_10.42.42.5(pid=9430) [trial-2360↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9430)] [trial-2360↪gprs:trx-sysmocell5000↪ping.py:22]\u000a13:18:12.748796 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:18:12.809331 run osmo-hlr_10.42.42.2(pid=9427): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9427)]\u000a13:18:12.858742 run osmo-hlr_10.42.42.2(pid=9427): stdout: \u000a| (launched: 2022-12-09_13:18:09.622514) \u000a13:18:12.908712 run osmo-hlr_10.42.42.2(pid=9427): stderr: \u000a| �[0;m�[1;31m20221209131809798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131809798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131809798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131809798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131809798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131809798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131809810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131809821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131809821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131809821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:12.951487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9426): Terminating (SIGTERM)\u000a13:18:12.991500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9429): Terminating (SIGTERM)\u000a13:18:13.031667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9432): Terminating (SIGTERM)\u000a13:18:13.040652 --- ParallelTerminationStrategy: PID 9426 died...\u000a13:18:13.094120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9426): Terminated: ok {rc=0}\u000a13:18:13.103732 --- ParallelTerminationStrategy: PID 9429 died...\u000a13:18:13.157036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9429): Terminated: ok {rc=0}\u000a13:18:13.166978 --- ParallelTerminationStrategy: PID 9432 died...\u000a13:18:13.220824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9432): Terminated: ok {rc=0}\u000a13:18:13.309950 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9440): Process ended prematurely: osmo-stp_10.42.42.5(pid=9440) [trial-2360↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9440)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9440): Process ended prematurely: osmo-stp_10.42.42.5(pid=9440) [trial-2360↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a13:18:14.362358 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:18:14.374405 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:18:14.513156 tst ping_idle_ping.py: using LAC 21723\u000a13:18:14.636899 tst ping_idle_ping.py: using RAC 48\u000a13:18:14.754682 tst ping_idle_ping.py: using CellId 21723\u000a13:18:14.871190 tst ping_idle_ping.py: using BVCI 21724\u000a13:18:14.894245 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:18:14.905150 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:18:14.915627 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:18:14.926235 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:18:14.936681 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:18:14.947200 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:18:14.958106 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:18:14.968605 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:18:15.243806 tst ping_idle_ping.py:24: start network...\u000a13:18:15.369297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:15.865647 run create_hlr_db(pid=9434): Launched\u000a13:18:16.045093 bus /gobi_6: Setting Powered False\u000a13:18:17.077475 run create_hlr_db(pid=9434): Terminated: ok {rc=0}\u000a13:18:17.515046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9436): Launched\u000a13:18:17.844819 run osmo-hlr_10.42.42.2(pid=9437): Launched\u000a13:18:17.965230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:18.527611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9439): Launched\u000a13:18:18.851200 run osmo-stp_10.42.42.5(pid=9440): Launched\u000a13:18:18.968643 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:18:19.532723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9442): Launched\u000a13:18:19.647463 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:18:19.928176 run patchelf(pid=9443): Launched\u000a13:18:20.118150 run osmo-stp_10.42.42.5(pid=9440): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9440)]\u000a13:18:20.256058 run osmo-stp_10.42.42.5(pid=9440): stdout: \u000a| (launched: 2022-12-09_13:18:18.691415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:20.394709 run osmo-stp_10.42.42.5(pid=9440): stderr: \u000a| �[0;m�[38;5;43m20221209131818883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131818883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131818884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131818884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131818885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131818885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131818885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:20.528915 run osmo-stp_10.42.42.5(pid=9440): stdout: \u000a| (launched: 2022-12-09_13:18:18.691415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:20.661746 run osmo-stp_10.42.42.5(pid=9440): stderr: \u000a| �[0;m�[38;5;43m20221209131818883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131818883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131818884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131818884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131818885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131818885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131818885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:20.815665 run patchelf(pid=9443): Terminating (SIGINT)\u000a13:18:20.996418 run patchelf(pid=9443): Terminated: ok {rc=0}\u000a13:18:21.029294 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9440): Process ended prematurely: osmo-stp_10.42.42.5(pid=9440) [trial-2360↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9440)] [trial-2360↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a13:18:21.038666 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:18:21.102747 run osmo-hlr_10.42.42.2(pid=9437): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9437)]\u000a13:18:21.154875 run osmo-hlr_10.42.42.2(pid=9437): stdout: \u000a| (launched: 2022-12-09_13:18:17.679451) \u000a13:18:21.207885 run osmo-hlr_10.42.42.2(pid=9437): stderr: \u000a| �[0;m�[1;31m20221209131817879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131817879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131817879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131817879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131817879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131817879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131817891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131817902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131817902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131817902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:21.253284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9436): Terminating (SIGTERM)\u000a13:18:21.296172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9439): Terminating (SIGTERM)\u000a13:18:21.338694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9442): Terminating (SIGTERM)\u000a13:18:21.348723 --- ParallelTerminationStrategy: PID 9436 died...\u000a13:18:21.405787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9436): Terminated: ok {rc=0}\u000a13:18:21.415946 --- ParallelTerminationStrategy: PID 9439 died...\u000a13:18:21.472440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9439): Terminated: ok {rc=0}\u000a13:18:21.482990 --- ParallelTerminationStrategy: PID 9442 died...\u000a13:18:21.540102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9442): Terminated: ok {rc=0}\u000a13:18:21.626539 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:17:23" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9457): Process ended prematurely: osmo-stp_10.42.42.5(pid=9457) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9457)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9457): Process ended prematurely: osmo-stp_10.42.42.5(pid=9457) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:18:23.781712 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:23.792573 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:18:23.940334 tst cs_paging_gprs_active.py: using LAC 21724\u000a13:18:24.074502 tst cs_paging_gprs_active.py: using RAC 49\u000a13:18:24.201328 tst cs_paging_gprs_active.py: using CellId 21724\u000a13:18:24.327636 tst cs_paging_gprs_active.py: using BVCI 21725\u000a13:18:24.352733 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:24.364154 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:24.375392 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:24.386917 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:24.398379 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:24.409876 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:24.421428 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:24.432742 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:24.444465 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:18:24.562237 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:18:24.858908 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:18:24.996409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:25.335868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9447): Launched\u000a13:18:25.619447 run iperf3-srv_10.42.42.10(pid=9448): Launched\u000a13:18:25.820352 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:18:25.957981 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:26.296010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9449): Launched\u000a13:18:26.577412 run iperf3-srv_10.42.42.10(pid=9450): Launched\u000a13:18:26.778358 tst cs_paging_gprs_active.py:38: start network...\u000a13:18:26.915495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:27.432149 run create_hlr_db(pid=9451): Launched\u000a13:18:27.622213 bus /gobi_6: Setting Powered False\u000a13:18:28.642988 run create_hlr_db(pid=9451): Terminated: ok {rc=0}\u000a13:18:29.078501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9453): Launched\u000a13:18:29.408481 run osmo-hlr_10.42.42.2(pid=9454): Launched\u000a13:18:29.532183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:30.102301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9456): Launched\u000a13:18:30.432861 run osmo-stp_10.42.42.5(pid=9457): Launched\u000a13:18:30.552597 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:18:31.157172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9459): Launched\u000a13:18:31.278239 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:18:31.572721 run patchelf(pid=9460): Launched\u000a13:18:31.759209 run osmo-stp_10.42.42.5(pid=9457): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9457)]\u000a13:18:31.894772 run osmo-stp_10.42.42.5(pid=9457): stdout: \u000a| (launched: 2022-12-09_13:18:30.269876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:32.029168 run osmo-stp_10.42.42.5(pid=9457): stderr: \u000a| �[0;m�[38;5;43m20221209131830462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131830462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131830462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131830463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131830463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131830463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131830463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:32.161160 run osmo-stp_10.42.42.5(pid=9457): stdout: \u000a| (launched: 2022-12-09_13:18:30.269876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:32.287786 run osmo-stp_10.42.42.5(pid=9457): stderr: \u000a| �[0;m�[38;5;43m20221209131830462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131830462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131830462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131830463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131830463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131830463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131830463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:32.434481 run patchelf(pid=9460): Terminating (SIGINT)\u000a13:18:32.605914 run patchelf(pid=9460): Terminated: ok {rc=0}\u000a13:18:32.637404 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9457): Process ended prematurely: osmo-stp_10.42.42.5(pid=9457) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9457)] [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:18:32.646670 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:18:32.706735 run osmo-hlr_10.42.42.2(pid=9454): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9454)]\u000a13:18:32.755482 run osmo-hlr_10.42.42.2(pid=9454): stdout: \u000a| (launched: 2022-12-09_13:18:29.245830) \u000a13:18:32.805003 run osmo-hlr_10.42.42.2(pid=9454): stderr: \u000a| �[0;m�[1;31m20221209131829447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131829447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131829447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131829447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131829447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131829447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131829460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131829470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131829470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131829470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:32.847360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9447): Terminating (SIGTERM)\u000a13:18:32.887156 run iperf3-srv_10.42.42.10(pid=9448): Terminating (SIGTERM)\u000a13:18:32.927263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9449): Terminating (SIGTERM)\u000a13:18:32.967071 run iperf3-srv_10.42.42.10(pid=9450): Terminating (SIGTERM)\u000a13:18:33.006823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9453): Terminating (SIGTERM)\u000a13:18:33.046479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9456): Terminating (SIGTERM)\u000a13:18:33.086367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9459): Terminating (SIGTERM)\u000a13:18:33.095510 --- ParallelTerminationStrategy: PID 9447 died...\u000a13:18:33.148933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9447): Terminated: ok {rc=0}\u000a13:18:33.158437 --- ParallelTerminationStrategy: PID 9448 died...\u000a13:18:33.211206 run iperf3-srv_10.42.42.10(pid=9448): Terminated {rc=256}\u000a13:18:33.220631 --- ParallelTerminationStrategy: PID 9449 died...\u000a13:18:33.273773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9449): Terminated: ok {rc=0}\u000a13:18:33.283206 --- ParallelTerminationStrategy: PID 9450 died...\u000a13:18:33.336233 run iperf3-srv_10.42.42.10(pid=9450): Terminated {rc=256}\u000a13:18:33.345756 --- ParallelTerminationStrategy: PID 9453 died...\u000a13:18:33.398352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9453): Terminated: ok {rc=0}\u000a13:18:33.407706 --- ParallelTerminationStrategy: PID 9456 died...\u000a13:18:33.460500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9456): Terminated: ok {rc=0}\u000a13:18:33.469998 --- ParallelTerminationStrategy: PID 9459 died...\u000a13:18:33.522688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9459): Terminated: ok {rc=0}\u000a13:18:33.605984 bus /gobi_0: Setting Powered False\u000a13:18:34.707584 bus /gobi_0: Setting Powered False\u000a13:18:35.818561 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9469): Process ended prematurely: osmo-stp_10.42.42.5(pid=9469) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9469)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9469): Process ended prematurely: osmo-stp_10.42.42.5(pid=9469) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:18:36.929315 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:36.940865 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:18:37.084676 tst iperf3.py: using LAC 21725\u000a13:18:37.214726 tst iperf3.py: using RAC 50\u000a13:18:37.343013 tst iperf3.py: using CellId 21725\u000a13:18:37.466550 tst iperf3.py: using BVCI 21726\u000a13:18:37.491104 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:37.502268 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:37.513082 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:37.523788 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:37.534505 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:37.545423 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:37.556292 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:37.567042 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:37.577996 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:18:37.859274 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:18:37.986810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:38.303578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9461): Launched\u000a13:18:38.568909 run iperf3-srv_10.42.42.10(pid=9462): Launched\u000a13:18:38.755303 tst iperf3.py:8: start network...\u000a13:18:38.882895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:39.374558 run create_hlr_db(pid=9463): Launched\u000a13:18:39.551092 bus /gobi_6: Setting Powered False\u000a13:18:40.571329 run create_hlr_db(pid=9463): Terminated: ok {rc=0}\u000a13:18:40.981110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9465): Launched\u000a13:18:41.288299 run osmo-hlr_10.42.42.2(pid=9466): Launched\u000a13:18:41.401535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:41.934863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9468): Launched\u000a13:18:42.242830 run osmo-stp_10.42.42.5(pid=9469): Launched\u000a13:18:42.354464 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:18:42.888610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9471): Launched\u000a13:18:42.997895 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:18:43.266297 run patchelf(pid=9472): Launched\u000a13:18:43.445756 run osmo-stp_10.42.42.5(pid=9469): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9469)]\u000a13:18:43.576766 run osmo-stp_10.42.42.5(pid=9469): stdout: \u000a| (launched: 2022-12-09_13:18:42.090749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:43.707458 run osmo-stp_10.42.42.5(pid=9469): stderr: \u000a| �[0;m�[38;5;43m20221209131842262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131842262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131842263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131842263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131842263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131842263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131842264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:43.833905 run osmo-stp_10.42.42.5(pid=9469): stdout: \u000a| (launched: 2022-12-09_13:18:42.090749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:43.959327 run osmo-stp_10.42.42.5(pid=9469): stderr: \u000a| �[0;m�[38;5;43m20221209131842262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131842262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131842263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131842263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131842263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131842263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131842264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:44.104851 run patchelf(pid=9472): Terminating (SIGINT)\u000a13:18:44.275569 run patchelf(pid=9472): Terminated: ok {rc=0}\u000a13:18:44.306904 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9469): Process ended prematurely: osmo-stp_10.42.42.5(pid=9469) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9469)] [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a13:18:44.316048 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a13:18:44.376054 run osmo-hlr_10.42.42.2(pid=9466): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9466)]\u000a13:18:44.425115 run osmo-hlr_10.42.42.2(pid=9466): stdout: \u000a| (launched: 2022-12-09_13:18:41.136567) \u000a13:18:44.474787 run osmo-hlr_10.42.42.2(pid=9466): stderr: \u000a| �[0;m�[1;31m20221209131841315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131841315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131841315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131841315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131841315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131841315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131841330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131841341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131841341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131841341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:44.517334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9461): Terminating (SIGTERM)\u000a13:18:44.557291 run iperf3-srv_10.42.42.10(pid=9462): Terminating (SIGTERM)\u000a13:18:44.597212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9465): Terminating (SIGTERM)\u000a13:18:44.637037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9468): Terminating (SIGTERM)\u000a13:18:44.677031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9471): Terminating (SIGTERM)\u000a13:18:44.686263 --- ParallelTerminationStrategy: PID 9461 died...\u000a13:18:44.739425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9461): Terminated: ok {rc=0}\u000a13:18:44.748889 --- ParallelTerminationStrategy: PID 9462 died...\u000a13:18:44.801793 run iperf3-srv_10.42.42.10(pid=9462): Terminated {rc=256}\u000a13:18:44.811317 --- ParallelTerminationStrategy: PID 9465 died...\u000a13:18:44.864886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9465): Terminated: ok {rc=0}\u000a13:18:44.874440 --- ParallelTerminationStrategy: PID 9468 died...\u000a13:18:44.927732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9468): Terminated: ok {rc=0}\u000a13:18:44.937370 --- ParallelTerminationStrategy: PID 9471 died...\u000a13:18:44.990703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9471): Terminated: ok {rc=0}\u000a13:18:45.074940 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9487): Process ended prematurely: osmo-stp_10.42.42.5(pid=9487) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9487)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9487): Process ended prematurely: osmo-stp_10.42.42.5(pid=9487) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:18:46.191733 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:46.204868 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:18:46.359582 tst iperf3m4.py: using LAC 21726\u000a13:18:46.489331 tst iperf3m4.py: using RAC 51\u000a13:18:46.610840 tst iperf3m4.py: using CellId 21726\u000a13:18:46.755927 tst iperf3m4.py: using BVCI 21727\u000a13:18:46.783322 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:46.796148 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:46.809399 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:46.823008 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:46.836345 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:46.851423 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:46.864309 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:46.877768 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:18:46.892376 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:18:47.035966 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:18:47.168445 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:18:47.292391 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:18:47.579402 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:18:47.707693 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:48.027760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9473): Launched\u000a13:18:48.292218 run iperf3-srv_10.42.42.10(pid=9474): Launched\u000a13:18:48.479405 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:18:48.607139 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:48.925110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9475): Launched\u000a13:18:49.189434 run iperf3-srv_10.42.42.10(pid=9476): Launched\u000a13:18:49.376201 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:18:49.504539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:49.823789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9477): Launched\u000a13:18:50.087621 run iperf3-srv_10.42.42.10(pid=9478): Launched\u000a13:18:50.274143 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:18:50.401591 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:50.718656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9479): Launched\u000a13:18:50.984723 run iperf3-srv_10.42.42.10(pid=9480): Launched\u000a13:18:51.171789 tst iperf3m4.py:8: start network...\u000a13:18:51.299749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:51.791325 run create_hlr_db(pid=9481): Launched\u000a13:18:51.968161 bus /gobi_6: Setting Powered False\u000a13:18:52.989460 run create_hlr_db(pid=9481): Terminated: ok {rc=0}\u000a13:18:53.425549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9483): Launched\u000a13:18:53.757137 run osmo-hlr_10.42.42.2(pid=9484): Launched\u000a13:18:53.878174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:54.451021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9486): Launched\u000a13:18:54.779791 run osmo-stp_10.42.42.5(pid=9487): Launched\u000a13:18:54.898670 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:18:55.471827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9489): Launched\u000a13:18:55.589503 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:18:55.874727 run patchelf(pid=9490): Launched\u000a13:18:56.066492 run osmo-stp_10.42.42.5(pid=9487): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9487)]\u000a13:18:56.206260 run osmo-stp_10.42.42.5(pid=9487): stdout: \u000a| (launched: 2022-12-09_13:18:54.617717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:56.346160 run osmo-stp_10.42.42.5(pid=9487): stderr: \u000a| �[0;m�[38;5;43m20221209131854807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131854807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131854807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131854807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131854808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131854808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131854808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:56.481715 run osmo-stp_10.42.42.5(pid=9487): stdout: \u000a| (launched: 2022-12-09_13:18:54.617717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:56.616353 run osmo-stp_10.42.42.5(pid=9487): stderr: \u000a| �[0;m�[38;5;43m20221209131854807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131854807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131854807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131854807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131854808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131854808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131854808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:56.772260 run patchelf(pid=9490): Terminating (SIGINT)\u000a13:18:56.955203 run patchelf(pid=9490): Terminated: ok {rc=0}\u000a13:18:56.988848 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9487): Process ended prematurely: osmo-stp_10.42.42.5(pid=9487) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9487)] [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:18:56.998770 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:18:57.062605 run osmo-hlr_10.42.42.2(pid=9484): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9484)]\u000a13:18:57.114268 run osmo-hlr_10.42.42.2(pid=9484): stdout: \u000a| (launched: 2022-12-09_13:18:53.593648) \u000a13:18:57.166664 run osmo-hlr_10.42.42.2(pid=9484): stderr: \u000a| �[0;m�[1;31m20221209131853789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131853789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131853789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131853789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131853789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131853789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131853801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131853810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131853810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131853811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:57.211103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9473): Terminating (SIGTERM)\u000a13:18:57.253759 run iperf3-srv_10.42.42.10(pid=9474): Terminating (SIGTERM)\u000a13:18:57.295929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9475): Terminating (SIGTERM)\u000a13:18:57.337992 run iperf3-srv_10.42.42.10(pid=9476): Terminating (SIGTERM)\u000a13:18:57.380553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9477): Terminating (SIGTERM)\u000a13:18:57.422701 run iperf3-srv_10.42.42.10(pid=9478): Terminating (SIGTERM)\u000a13:18:57.464594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9479): Terminating (SIGTERM)\u000a13:18:57.507158 run iperf3-srv_10.42.42.10(pid=9480): Terminating (SIGTERM)\u000a13:18:57.549571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9483): Terminating (SIGTERM)\u000a13:18:57.591803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9486): Terminating (SIGTERM)\u000a13:18:57.634248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9489): Terminating (SIGTERM)\u000a13:18:57.644292 --- ParallelTerminationStrategy: PID 9473 died...\u000a13:18:57.701080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9473): Terminated: ok {rc=0}\u000a13:18:57.711519 --- ParallelTerminationStrategy: PID 9474 died...\u000a13:18:57.767728 run iperf3-srv_10.42.42.10(pid=9474): Terminated {rc=256}\u000a13:18:57.778030 --- ParallelTerminationStrategy: PID 9475 died...\u000a13:18:57.834393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9475): Terminated: ok {rc=0}\u000a13:18:57.844455 --- ParallelTerminationStrategy: PID 9476 died...\u000a13:18:57.900372 run iperf3-srv_10.42.42.10(pid=9476): Terminated {rc=256}\u000a13:18:57.910406 --- ParallelTerminationStrategy: PID 9477 died...\u000a13:18:57.966944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9477): Terminated: ok {rc=0}\u000a13:18:57.977097 --- ParallelTerminationStrategy: PID 9478 died...\u000a13:18:58.033296 run iperf3-srv_10.42.42.10(pid=9478): Terminated {rc=256}\u000a13:18:58.043301 --- ParallelTerminationStrategy: PID 9479 died...\u000a13:18:58.099094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9479): Terminated: ok {rc=0}\u000a13:18:58.109867 --- ParallelTerminationStrategy: PID 9480 died...\u000a13:18:58.165612 run iperf3-srv_10.42.42.10(pid=9480): Terminated {rc=256}\u000a13:18:58.175824 --- ParallelTerminationStrategy: PID 9483 died...\u000a13:18:58.231633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9483): Terminated: ok {rc=0}\u000a13:18:58.242009 --- ParallelTerminationStrategy: PID 9486 died...\u000a13:18:58.297791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9486): Terminated: ok {rc=0}\u000a13:18:58.308433 --- ParallelTerminationStrategy: PID 9489 died...\u000a13:18:58.364746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9489): Terminated: ok {rc=0}\u000a13:18:58.452721 bus /gobi_4: Setting Powered False\u000a13:18:59.560578 bus /gobi_4: Setting Powered False\u000a13:19:00.669190 bus /gobi_1: Setting Powered False\u000a13:19:01.777462 bus /gobi_1: Setting Powered False\u000a13:19:02.888316 bus /gobi_0: Setting Powered False\u000a13:19:03.991652 bus /gobi_0: Setting Powered False\u000a13:19:05.103214 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9497): Process ended prematurely: osmo-stp_10.42.42.5(pid=9497) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9497)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9497): Process ended prematurely: osmo-stp_10.42.42.5(pid=9497) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:19:06.171063 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:19:06.182854 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:19:06.324153 tst ping.py: using LAC 21727\u000a13:19:06.440845 tst ping.py: using RAC 52\u000a13:19:06.558680 tst ping.py: using CellId 21727\u000a13:19:06.678555 tst ping.py: using BVCI 21728\u000a13:19:06.701714 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:19:06.712759 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:19:06.723551 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:19:06.734428 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:19:06.745276 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:19:06.756007 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:19:06.766994 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:19:06.777748 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:19:07.070792 tst ping.py:19: start network...\u000a13:19:07.205472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:07.711858 run create_hlr_db(pid=9491): Launched\u000a13:19:07.898845 bus /gobi_6: Setting Powered False\u000a13:19:08.919568 run create_hlr_db(pid=9491): Terminated: ok {rc=0}\u000a13:19:09.325813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9493): Launched\u000a13:19:09.629715 run osmo-hlr_10.42.42.2(pid=9494): Launched\u000a13:19:09.745790 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:10.273083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9496): Launched\u000a13:19:10.574378 run osmo-stp_10.42.42.5(pid=9497): Launched\u000a13:19:10.683560 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:19:11.209117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9499): Launched\u000a13:19:11.316104 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:19:11.580841 run patchelf(pid=9500): Launched\u000a13:19:11.759248 run osmo-stp_10.42.42.5(pid=9497): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9497)]\u000a13:19:11.888206 run osmo-stp_10.42.42.5(pid=9497): stdout: \u000a| (launched: 2022-12-09_13:19:10.425938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:12.018356 run osmo-stp_10.42.42.5(pid=9497): stderr: \u000a| �[0;m�[38;5;43m20221209131910594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131910594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131910595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131910595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131910595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131910595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131910596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:12.143320 run osmo-stp_10.42.42.5(pid=9497): stdout: \u000a| (launched: 2022-12-09_13:19:10.425938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:12.266939 run osmo-stp_10.42.42.5(pid=9497): stderr: \u000a| �[0;m�[38;5;43m20221209131910594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131910594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131910595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131910595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131910595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131910595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131910596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:12.410809 run patchelf(pid=9500): Terminating (SIGINT)\u000a13:19:12.579881 run patchelf(pid=9500): Terminated: ok {rc=0}\u000a13:19:12.610614 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9497): Process ended prematurely: osmo-stp_10.42.42.5(pid=9497) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9497)] [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a13:19:12.619225 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:19:12.679388 run osmo-hlr_10.42.42.2(pid=9494): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9494)]\u000a13:19:12.728317 run osmo-hlr_10.42.42.2(pid=9494): stdout: \u000a| (launched: 2022-12-09_13:19:09.479516) \u000a13:19:12.777822 run osmo-hlr_10.42.42.2(pid=9494): stderr: \u000a| �[0;m�[1;31m20221209131909655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131909655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131909655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131909655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131909655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131909655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131909667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131909676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131909676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131909677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:12.819926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9493): Terminating (SIGTERM)\u000a13:19:12.859495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9496): Terminating (SIGTERM)\u000a13:19:12.899059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9499): Terminating (SIGTERM)\u000a13:19:12.907890 --- ParallelTerminationStrategy: PID 9493 died...\u000a13:19:12.960902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9493): Terminated: ok {rc=0}\u000a13:19:12.970530 --- ParallelTerminationStrategy: PID 9496 died...\u000a13:19:13.023679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9496): Terminated: ok {rc=0}\u000a13:19:13.033401 --- ParallelTerminationStrategy: PID 9499 died...\u000a13:19:13.086768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9499): Terminated: ok {rc=0}\u000a13:19:13.170830 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9507): Process ended prematurely: osmo-stp_10.42.42.5(pid=9507) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9507)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9507): Process ended prematurely: osmo-stp_10.42.42.5(pid=9507) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:19:14.223606 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:19:14.236421 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:19:14.384393 tst ping_idle_ping.py: using LAC 21728\u000a13:19:14.510200 tst ping_idle_ping.py: using RAC 53\u000a13:19:14.636809 tst ping_idle_ping.py: using CellId 21728\u000a13:19:14.764713 tst ping_idle_ping.py: using BVCI 21729\u000a13:19:14.789295 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:19:14.800832 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:19:14.812205 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:19:14.823798 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:19:14.835393 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:19:14.847006 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:19:14.858838 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:19:14.870430 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:19:15.165433 tst ping_idle_ping.py:24: start network...\u000a13:19:15.300244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:15.810201 run create_hlr_db(pid=9501): Launched\u000a13:19:16.020304 bus /gobi_6: Setting Powered False\u000a13:19:17.026567 run create_hlr_db(pid=9501): Terminated: ok {rc=0}\u000a13:19:17.471483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9503): Launched\u000a13:19:17.775394 run osmo-hlr_10.42.42.2(pid=9504): Launched\u000a13:19:17.891657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:18.417181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9506): Launched\u000a13:19:18.719664 run osmo-stp_10.42.42.5(pid=9507): Launched\u000a13:19:18.829793 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:19:19.358564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9509): Launched\u000a13:19:19.466278 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:19:19.731202 run patchelf(pid=9510): Launched\u000a13:19:19.909880 run osmo-stp_10.42.42.5(pid=9507): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9507)]\u000a13:19:20.039960 run osmo-stp_10.42.42.5(pid=9507): stdout: \u000a| (launched: 2022-12-09_13:19:18.570766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:20.170263 run osmo-stp_10.42.42.5(pid=9507): stderr: \u000a| �[0;m�[38;5;43m20221209131918741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131918742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131918742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131918742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131918743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131918743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131918743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:20.295678 run osmo-stp_10.42.42.5(pid=9507): stdout: \u000a| (launched: 2022-12-09_13:19:18.570766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:20.420021 run osmo-stp_10.42.42.5(pid=9507): stderr: \u000a| �[0;m�[38;5;43m20221209131918741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131918742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131918742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131918742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131918743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131918743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131918743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:20.564643 run patchelf(pid=9510): Terminating (SIGINT)\u000a13:19:20.734175 run patchelf(pid=9510): Terminated: ok {rc=0}\u000a13:19:20.765023 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9507): Process ended prematurely: osmo-stp_10.42.42.5(pid=9507) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9507)] [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:19:20.773647 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:19:20.833741 run osmo-hlr_10.42.42.2(pid=9504): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9504)]\u000a13:19:20.882516 run osmo-hlr_10.42.42.2(pid=9504): stdout: \u000a| (launched: 2022-12-09_13:19:17.625611) \u000a13:19:20.931899 run osmo-hlr_10.42.42.2(pid=9504): stderr: \u000a| �[0;m�[1;31m20221209131917800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131917800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131917800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131917800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131917800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131917801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131917811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131917819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131917819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131917819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:20.974106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9503): Terminating (SIGTERM)\u000a13:19:21.013987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9506): Terminating (SIGTERM)\u000a13:19:21.053903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9509): Terminating (SIGTERM)\u000a13:19:21.063139 --- ParallelTerminationStrategy: PID 9503 died...\u000a13:19:21.116509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9503): Terminated: ok {rc=0}\u000a13:19:21.126176 --- ParallelTerminationStrategy: PID 9506 died...\u000a13:19:21.180190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9506): Terminated: ok {rc=0}\u000a13:19:21.189867 --- ParallelTerminationStrategy: PID 9509 died...\u000a13:19:21.243333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9509): Terminated: ok {rc=0}\u000a13:19:21.327016 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:18:23" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9524): Process ended prematurely: osmo-stp_10.42.42.5(pid=9524) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9524)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9524): Process ended prematurely: osmo-stp_10.42.42.5(pid=9524) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:19:23.511052 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:23.522763 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:19:23.689313 tst cs_paging_gprs_active.py: using LAC 21729\u000a13:19:23.819072 tst cs_paging_gprs_active.py: using RAC 54\u000a13:19:23.946634 tst cs_paging_gprs_active.py: using CellId 21729\u000a13:19:24.074834 tst cs_paging_gprs_active.py: using BVCI 21730\u000a13:19:24.099910 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:24.111384 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:24.122847 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:24.134514 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:24.146134 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:24.157776 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:24.169578 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:24.181138 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:24.192897 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:19:24.313320 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:19:24.610864 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:19:24.748304 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:19:25.086698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9514): Launched\u000a13:19:25.367593 run iperf3-srv_10.42.42.10(pid=9515): Launched\u000a13:19:25.568843 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:19:25.706075 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:19:26.045189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9516): Launched\u000a13:19:26.326946 run iperf3-srv_10.42.42.10(pid=9517): Launched\u000a13:19:26.527827 tst cs_paging_gprs_active.py:38: start network...\u000a13:19:26.664941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:27.180336 run create_hlr_db(pid=9518): Launched\u000a13:19:27.369900 bus /gobi_6: Setting Powered False\u000a13:19:28.391775 run create_hlr_db(pid=9518): Terminated: ok {rc=0}\u000a13:19:28.803735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9520): Launched\u000a13:19:29.113653 run osmo-hlr_10.42.42.2(pid=9521): Launched\u000a13:19:29.227302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:29.760640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9523): Launched\u000a13:19:30.069972 run osmo-stp_10.42.42.5(pid=9524): Launched\u000a13:19:30.182034 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:19:30.718090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9526): Launched\u000a13:19:30.827684 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:19:31.138198 run patchelf(pid=9527): Launched\u000a13:19:31.319399 run osmo-stp_10.42.42.5(pid=9524): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9524)]\u000a13:19:31.452492 run osmo-stp_10.42.42.5(pid=9524): stdout: \u000a| (launched: 2022-12-09_13:19:29.918334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:31.586837 run osmo-stp_10.42.42.5(pid=9524): stderr: \u000a| �[0;m�[38;5;43m20221209131930087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131930087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131930088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131930088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131930089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131930089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131930089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:31.715470 run osmo-stp_10.42.42.5(pid=9524): stdout: \u000a| (launched: 2022-12-09_13:19:29.918334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:31.843737 run osmo-stp_10.42.42.5(pid=9524): stderr: \u000a| �[0;m�[38;5;43m20221209131930087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131930087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131930088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131930088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131930089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131930089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131930089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:32.029646 run patchelf(pid=9527): Terminating (SIGINT)\u000a13:19:32.205387 run patchelf(pid=9527): Terminated: ok {rc=0}\u000a13:19:32.238415 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9524): Process ended prematurely: osmo-stp_10.42.42.5(pid=9524) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9524)] [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:19:32.248786 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:19:32.311102 run osmo-hlr_10.42.42.2(pid=9521): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9521)]\u000a13:19:32.360653 run osmo-hlr_10.42.42.2(pid=9521): stdout: \u000a| (launched: 2022-12-09_13:19:28.960275) \u000a13:19:32.411060 run osmo-hlr_10.42.42.2(pid=9521): stderr: \u000a| �[0;m�[1;31m20221209131929138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131929138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131929138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131929139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131929139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131929139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131929151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131929159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131929160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131929160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:32.453628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9514): Terminating (SIGTERM)\u000a13:19:32.493689 run iperf3-srv_10.42.42.10(pid=9515): Terminating (SIGTERM)\u000a13:19:32.533701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9516): Terminating (SIGTERM)\u000a13:19:32.573691 run iperf3-srv_10.42.42.10(pid=9517): Terminating (SIGTERM)\u000a13:19:32.613694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9520): Terminating (SIGTERM)\u000a13:19:32.653755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9523): Terminating (SIGTERM)\u000a13:19:32.693902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9526): Terminating (SIGTERM)\u000a13:19:32.703119 --- ParallelTerminationStrategy: PID 9514 died...\u000a13:19:32.756503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9514): Terminated: ok {rc=0}\u000a13:19:32.766117 --- ParallelTerminationStrategy: PID 9515 died...\u000a13:19:32.819698 run iperf3-srv_10.42.42.10(pid=9515): Terminated {rc=256}\u000a13:19:32.829271 --- ParallelTerminationStrategy: PID 9516 died...\u000a13:19:32.882315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9516): Terminated: ok {rc=0}\u000a13:19:32.891803 --- ParallelTerminationStrategy: PID 9517 died...\u000a13:19:32.944851 run iperf3-srv_10.42.42.10(pid=9517): Terminated {rc=256}\u000a13:19:32.954380 --- ParallelTerminationStrategy: PID 9520 died...\u000a13:19:33.007517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9520): Terminated: ok {rc=0}\u000a13:19:33.017048 --- ParallelTerminationStrategy: PID 9523 died...\u000a13:19:33.070186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9523): Terminated: ok {rc=0}\u000a13:19:33.079712 --- ParallelTerminationStrategy: PID 9526 died...\u000a13:19:33.132840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9526): Terminated: ok {rc=0}\u000a13:19:33.216466 bus /gobi_0: Setting Powered False\u000a13:19:34.317366 bus /gobi_0: Setting Powered False\u000a13:19:35.429228 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9536): Process ended prematurely: osmo-stp_10.42.42.5(pid=9536) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9536)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9536): Process ended prematurely: osmo-stp_10.42.42.5(pid=9536) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:19:36.540517 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:36.552276 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:19:36.712893 tst iperf3.py: using LAC 21730\u000a13:19:36.835342 tst iperf3.py: using RAC 55\u000a13:19:36.957913 tst iperf3.py: using CellId 21730\u000a13:19:37.086213 tst iperf3.py: using BVCI 21731\u000a13:19:37.111393 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:37.123009 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:37.134607 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:37.146360 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:37.158276 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:37.169750 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:37.181517 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:37.193015 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:37.204686 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:19:37.500832 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:19:37.638163 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:19:37.976732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9528): Launched\u000a13:19:38.259697 run iperf3-srv_10.42.42.10(pid=9529): Launched\u000a13:19:38.459803 tst iperf3.py:8: start network...\u000a13:19:38.596650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:39.112013 run create_hlr_db(pid=9530): Launched\u000a13:19:39.302434 bus /gobi_6: Setting Powered False\u000a13:19:40.322652 run create_hlr_db(pid=9530): Terminated: ok {rc=0}\u000a13:19:40.733230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9532): Launched\u000a13:19:41.042288 run osmo-hlr_10.42.42.2(pid=9533): Launched\u000a13:19:41.155868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:41.688350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9535): Launched\u000a13:19:41.996358 run osmo-stp_10.42.42.5(pid=9536): Launched\u000a13:19:42.107909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:19:42.643182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9538): Launched\u000a13:19:42.752386 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:19:43.020248 run patchelf(pid=9539): Launched\u000a13:19:43.200576 run osmo-stp_10.42.42.5(pid=9536): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9536)]\u000a13:19:43.332168 run osmo-stp_10.42.42.5(pid=9536): stdout: \u000a| (launched: 2022-12-09_13:19:41.844386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:43.463791 run osmo-stp_10.42.42.5(pid=9536): stderr: \u000a| �[0;m�[38;5;43m20221209131942015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131942015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131942015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131942016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131942016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131942016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131942016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:43.591528 run osmo-stp_10.42.42.5(pid=9536): stdout: \u000a| (launched: 2022-12-09_13:19:41.844386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:43.717457 run osmo-stp_10.42.42.5(pid=9536): stderr: \u000a| �[0;m�[38;5;43m20221209131942015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131942015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131942015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131942016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131942016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131942016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131942016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:43.864102 run patchelf(pid=9539): Terminating (SIGINT)\u000a13:19:44.036446 run patchelf(pid=9539): Terminated: ok {rc=0}\u000a13:19:44.068419 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9536): Process ended prematurely: osmo-stp_10.42.42.5(pid=9536) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9536)] [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:19:44.077713 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:19:44.137783 run osmo-hlr_10.42.42.2(pid=9533): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9533)]\u000a13:19:44.186653 run osmo-hlr_10.42.42.2(pid=9533): stdout: \u000a| (launched: 2022-12-09_13:19:40.890250) \u000a13:19:44.236126 run osmo-hlr_10.42.42.2(pid=9533): stderr: \u000a| �[0;m�[1;31m20221209131941068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131941068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131941068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131941069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131941069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131941069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131941081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131941090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131941090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131941090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:44.278316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9528): Terminating (SIGTERM)\u000a13:19:44.317978 run iperf3-srv_10.42.42.10(pid=9529): Terminating (SIGTERM)\u000a13:19:44.357570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9532): Terminating (SIGTERM)\u000a13:19:44.397124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9535): Terminating (SIGTERM)\u000a13:19:44.436706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9538): Terminating (SIGTERM)\u000a13:19:44.445923 --- ParallelTerminationStrategy: PID 9528 died...\u000a13:19:44.498999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9528): Terminated: ok {rc=0}\u000a13:19:44.508410 --- ParallelTerminationStrategy: PID 9529 died...\u000a13:19:44.560981 run iperf3-srv_10.42.42.10(pid=9529): Terminated {rc=256}\u000a13:19:44.570441 --- ParallelTerminationStrategy: PID 9532 died...\u000a13:19:44.623527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9532): Terminated: ok {rc=0}\u000a13:19:44.633015 --- ParallelTerminationStrategy: PID 9535 died...\u000a13:19:44.685779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9535): Terminated: ok {rc=0}\u000a13:19:44.695216 --- ParallelTerminationStrategy: PID 9538 died...\u000a13:19:44.748267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9538): Terminated: ok {rc=0}\u000a13:19:44.831585 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9554): Process ended prematurely: osmo-stp_10.42.42.5(pid=9554) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9554)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9554): Process ended prematurely: osmo-stp_10.42.42.5(pid=9554) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:19:45.971459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:45.985145 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:19:46.166815 tst iperf3m4.py: using LAC 21731\u000a13:19:46.307581 tst iperf3m4.py: using RAC 56\u000a13:19:46.466013 tst iperf3m4.py: using CellId 21731\u000a13:19:46.590713 tst iperf3m4.py: using BVCI 21732\u000a13:19:46.615331 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:46.627004 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:46.638476 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:46.650014 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:46.661330 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:46.672822 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:46.684337 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:46.696294 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:19:46.709997 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:19:46.845171 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:19:47.007798 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:19:47.128610 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:19:47.442706 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:19:47.572775 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:19:47.892226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9540): Launched\u000a13:19:48.158637 run iperf3-srv_10.42.42.10(pid=9541): Launched\u000a13:19:48.345863 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:19:48.473803 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:19:48.792629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9542): Launched\u000a13:19:49.059761 run iperf3-srv_10.42.42.10(pid=9543): Launched\u000a13:19:49.247230 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:19:49.375147 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:19:49.694848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9544): Launched\u000a13:19:49.962000 run iperf3-srv_10.42.42.10(pid=9545): Launched\u000a13:19:50.148851 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:19:50.276445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:19:50.595892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9546): Launched\u000a13:19:50.860115 run iperf3-srv_10.42.42.10(pid=9547): Launched\u000a13:19:51.046663 tst iperf3m4.py:8: start network...\u000a13:19:51.174225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:51.664721 run create_hlr_db(pid=9548): Launched\u000a13:19:51.841401 bus /gobi_6: Setting Powered False\u000a13:19:52.863103 run create_hlr_db(pid=9548): Terminated: ok {rc=0}\u000a13:19:53.271918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9550): Launched\u000a13:19:53.580561 run osmo-hlr_10.42.42.2(pid=9551): Launched\u000a13:19:53.693179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:54.227081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9553): Launched\u000a13:19:54.533892 run osmo-stp_10.42.42.5(pid=9554): Launched\u000a13:19:54.645477 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:19:55.180712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9556): Launched\u000a13:19:55.290311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:19:55.557918 run patchelf(pid=9557): Launched\u000a13:19:55.737898 run osmo-stp_10.42.42.5(pid=9554): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9554)]\u000a13:19:55.868824 run osmo-stp_10.42.42.5(pid=9554): stdout: \u000a| (launched: 2022-12-09_13:19:54.382862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:56.000590 run osmo-stp_10.42.42.5(pid=9554): stderr: \u000a| �[0;m�[38;5;43m20221209131954550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131954550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131954550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131954551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131954551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131954551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131954551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:56.127588 run osmo-stp_10.42.42.5(pid=9554): stdout: \u000a| (launched: 2022-12-09_13:19:54.382862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:56.253360 run osmo-stp_10.42.42.5(pid=9554): stderr: \u000a| �[0;m�[38;5;43m20221209131954550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209131954550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209131954550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209131954551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209131954551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209131954551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209131954551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:56.399296 run patchelf(pid=9557): Terminating (SIGINT)\u000a13:19:56.570373 run patchelf(pid=9557): Terminated: ok {rc=0}\u000a13:19:56.601908 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9554): Process ended prematurely: osmo-stp_10.42.42.5(pid=9554) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9554)] [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:19:56.611086 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:19:56.670870 run osmo-hlr_10.42.42.2(pid=9551): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9551)]\u000a13:19:56.719498 run osmo-hlr_10.42.42.2(pid=9551): stdout: \u000a| (launched: 2022-12-09_13:19:53.428594) \u000a13:19:56.769068 run osmo-hlr_10.42.42.2(pid=9551): stderr: \u000a| �[0;m�[1;31m20221209131953603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209131953603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209131953603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131953603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209131953603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209131953603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209131953619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209131953629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209131953629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209131953629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:56.810990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9540): Terminating (SIGTERM)\u000a13:19:56.850526 run iperf3-srv_10.42.42.10(pid=9541): Terminating (SIGTERM)\u000a13:19:56.890227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9542): Terminating (SIGTERM)\u000a13:19:56.929673 run iperf3-srv_10.42.42.10(pid=9543): Terminating (SIGTERM)\u000a13:19:56.969191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9544): Terminating (SIGTERM)\u000a13:19:57.008647 run iperf3-srv_10.42.42.10(pid=9545): Terminating (SIGTERM)\u000a13:19:57.048066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9546): Terminating (SIGTERM)\u000a13:19:57.087487 run iperf3-srv_10.42.42.10(pid=9547): Terminating (SIGTERM)\u000a13:19:57.127113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9550): Terminating (SIGTERM)\u000a13:19:57.166667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9553): Terminating (SIGTERM)\u000a13:19:57.206163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9556): Terminating (SIGTERM)\u000a13:19:57.215252 --- ParallelTerminationStrategy: PID 9540 died...\u000a13:19:57.268137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9540): Terminated: ok {rc=0}\u000a13:19:57.277721 --- ParallelTerminationStrategy: PID 9541 died...\u000a13:19:57.330515 run iperf3-srv_10.42.42.10(pid=9541): Terminated {rc=256}\u000a13:19:57.339891 --- ParallelTerminationStrategy: PID 9542 died...\u000a13:19:57.393109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9542): Terminated: ok {rc=0}\u000a13:19:57.402569 --- ParallelTerminationStrategy: PID 9543 died...\u000a13:19:57.455020 run iperf3-srv_10.42.42.10(pid=9543): Terminated {rc=256}\u000a13:19:57.464397 --- ParallelTerminationStrategy: PID 9544 died...\u000a13:19:57.517020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9544): Terminated: ok {rc=0}\u000a13:19:57.526473 --- ParallelTerminationStrategy: PID 9545 died...\u000a13:19:57.578905 run iperf3-srv_10.42.42.10(pid=9545): Terminated {rc=256}\u000a13:19:57.588356 --- ParallelTerminationStrategy: PID 9546 died...\u000a13:19:57.641067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9546): Terminated: ok {rc=0}\u000a13:19:57.650546 --- ParallelTerminationStrategy: PID 9547 died...\u000a13:19:57.703276 run iperf3-srv_10.42.42.10(pid=9547): Terminated {rc=256}\u000a13:19:57.712678 --- ParallelTerminationStrategy: PID 9550 died...\u000a13:19:57.766300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9550): Terminated: ok {rc=0}\u000a13:19:57.775873 --- ParallelTerminationStrategy: PID 9553 died...\u000a13:19:57.828627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9553): Terminated: ok {rc=0}\u000a13:19:57.838170 --- ParallelTerminationStrategy: PID 9556 died...\u000a13:19:57.890859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9556): Terminated: ok {rc=0}\u000a13:19:57.974965 bus /gobi_4: Setting Powered False\u000a13:19:59.083158 bus /gobi_4: Setting Powered False\u000a13:20:00.192163 bus /gobi_1: Setting Powered False\u000a13:20:01.300882 bus /gobi_1: Setting Powered False\u000a13:20:02.407262 bus /gobi_0: Setting Powered False\u000a13:20:03.514657 bus /gobi_0: Setting Powered False\u000a13:20:04.629783 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9567): Process ended prematurely: osmo-stp_10.42.42.5(pid=9567) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9567)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9567): Process ended prematurely: osmo-stp_10.42.42.5(pid=9567) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:20:05.699629 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:20:05.712238 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:20:05.880254 tst ping.py: using LAC 21732\u000a13:20:06.008403 tst ping.py: using RAC 57\u000a13:20:06.136261 tst ping.py: using CellId 21732\u000a13:20:06.263208 tst ping.py: using BVCI 21733\u000a13:20:06.287908 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:20:06.299630 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:20:06.311113 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:20:06.322696 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:20:06.334168 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:20:06.345797 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:20:06.357831 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:20:06.369132 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:20:06.646670 tst ping.py:19: start network...\u000a13:20:06.772004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:07.254030 run create_hlr_db(pid=9561): Launched\u000a13:20:07.428317 bus /gobi_6: Setting Powered False\u000a13:20:08.447911 run create_hlr_db(pid=9561): Terminated: ok {rc=0}\u000a13:20:08.875638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9563): Launched\u000a13:20:09.198712 run osmo-hlr_10.42.42.2(pid=9564): Launched\u000a13:20:09.318485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:09.880190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9566): Launched\u000a13:20:10.203235 run osmo-stp_10.42.42.5(pid=9567): Launched\u000a13:20:10.320111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:20:10.882488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9569): Launched\u000a13:20:10.997949 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:20:11.280060 run patchelf(pid=9570): Launched\u000a13:20:11.469053 run osmo-stp_10.42.42.5(pid=9567): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9567)]\u000a13:20:11.606927 run osmo-stp_10.42.42.5(pid=9567): stdout: \u000a| (launched: 2022-12-09_13:20:10.044542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:11.745113 run osmo-stp_10.42.42.5(pid=9567): stderr: \u000a| �[0;m�[38;5;43m20221209132010237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132010237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132010238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132010238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132010238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132010238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132010239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:11.878484 run osmo-stp_10.42.42.5(pid=9567): stdout: \u000a| (launched: 2022-12-09_13:20:10.044542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:12.011198 run osmo-stp_10.42.42.5(pid=9567): stderr: \u000a| �[0;m�[38;5;43m20221209132010237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132010237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132010238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132010238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132010238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132010238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132010239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:12.164876 run patchelf(pid=9570): Terminating (SIGINT)\u000a13:20:12.344669 run patchelf(pid=9570): Terminated: ok {rc=0}\u000a13:20:12.377375 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9567): Process ended prematurely: osmo-stp_10.42.42.5(pid=9567) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9567)] [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:20:12.386672 tst ping.py:22: Test FAILED (6.7 sec)\u000a13:20:12.451442 run osmo-hlr_10.42.42.2(pid=9564): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9564)]\u000a13:20:12.503566 run osmo-hlr_10.42.42.2(pid=9564): stdout: \u000a| (launched: 2022-12-09_13:20:09.039335) \u000a13:20:12.556382 run osmo-hlr_10.42.42.2(pid=9564): stderr: \u000a| �[0;m�[1;31m20221209132009236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132009236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132009236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132009236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132009236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132009236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132009251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132009262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132009262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132009262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:12.601242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9563): Terminating (SIGTERM)\u000a13:20:12.643811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9566): Terminating (SIGTERM)\u000a13:20:12.686903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9569): Terminating (SIGTERM)\u000a13:20:12.696771 --- ParallelTerminationStrategy: PID 9563 died...\u000a13:20:12.753757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9563): Terminated: ok {rc=0}\u000a13:20:12.763922 --- ParallelTerminationStrategy: PID 9566 died...\u000a13:20:12.820776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9566): Terminated: ok {rc=0}\u000a13:20:12.830913 --- ParallelTerminationStrategy: PID 9569 died...\u000a13:20:12.887098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9569): Terminated: ok {rc=0}\u000a13:20:12.975881 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9577): Process ended prematurely: osmo-stp_10.42.42.5(pid=9577) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9577): Process ended prematurely: osmo-stp_10.42.42.5(pid=9577) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:20:14.028402 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:20:14.040833 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:20:14.204180 tst ping_idle_ping.py: using LAC 21733\u000a13:20:14.325371 tst ping_idle_ping.py: using RAC 58\u000a13:20:14.446657 tst ping_idle_ping.py: using CellId 21733\u000a13:20:14.567009 tst ping_idle_ping.py: using BVCI 21734\u000a13:20:14.590289 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:20:14.601417 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:20:14.612339 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:20:14.623280 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:20:14.634125 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:20:14.645074 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:20:14.656001 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:20:14.666910 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:20:14.945662 tst ping_idle_ping.py:24: start network...\u000a13:20:15.071924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:15.563979 run create_hlr_db(pid=9571): Launched\u000a13:20:15.738518 bus /gobi_6: Setting Powered False\u000a13:20:16.790113 run create_hlr_db(pid=9571): Terminated: ok {rc=0}\u000a13:20:17.227109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9573): Launched\u000a13:20:17.553266 run osmo-hlr_10.42.42.2(pid=9574): Launched\u000a13:20:17.672091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:18.235062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9576): Launched\u000a13:20:18.556597 run osmo-stp_10.42.42.5(pid=9577): Launched\u000a13:20:18.673563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:20:19.235792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9579): Launched\u000a13:20:19.350898 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:20:19.631227 run patchelf(pid=9580): Launched\u000a13:20:19.819759 run osmo-stp_10.42.42.5(pid=9577): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)]\u000a13:20:19.958007 run osmo-stp_10.42.42.5(pid=9577): stdout: \u000a| (launched: 2022-12-09_13:20:18.398841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:20.096694 run osmo-stp_10.42.42.5(pid=9577): stderr: \u000a| �[0;m�[38;5;43m20221209132018590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132018590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132018590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132018591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132018591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132018591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132018591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:20.230536 run osmo-stp_10.42.42.5(pid=9577): stdout: \u000a| (launched: 2022-12-09_13:20:18.398841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:20.362850 run osmo-stp_10.42.42.5(pid=9577): stderr: \u000a| �[0;m�[38;5;43m20221209132018590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132018590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132018590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132018591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132018591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132018591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132018591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:20.516099 run patchelf(pid=9580): Terminating (SIGINT)\u000a13:20:20.695902 run patchelf(pid=9580): Terminated: ok {rc=0}\u000a13:20:20.728617 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9577): Process ended prematurely: osmo-stp_10.42.42.5(pid=9577) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)] [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:20:20.738012 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:20:20.800823 run osmo-hlr_10.42.42.2(pid=9574): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9574)]\u000a13:20:20.852246 run osmo-hlr_10.42.42.2(pid=9574): stdout: \u000a| (launched: 2022-12-09_13:20:17.392264) \u000a13:20:20.904278 run osmo-hlr_10.42.42.2(pid=9574): stderr: \u000a| �[0;m�[1;31m20221209132017587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132017587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132017587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132017587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132017588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132017588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132017600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132017610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132017610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132017610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:20.948165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9573): Terminating (SIGTERM)\u000a13:20:20.990266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9576): Terminating (SIGTERM)\u000a13:20:21.032417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9579): Terminating (SIGTERM)\u000a13:20:21.042303 --- ParallelTerminationStrategy: PID 9573 died...\u000a13:20:21.098134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9573): Terminated: ok {rc=0}\u000a13:20:21.108174 --- ParallelTerminationStrategy: PID 9576 died...\u000a13:20:21.163590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9576): Terminated: ok {rc=0}\u000a13:20:21.173923 --- ParallelTerminationStrategy: PID 9579 died...\u000a13:20:21.229226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9579): Terminated: ok {rc=0}\u000a13:20:21.315708 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:19:23" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9595): Process ended prematurely: osmo-stp_10.42.42.5(pid=9595) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9595)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9595): Process ended prematurely: osmo-stp_10.42.42.5(pid=9595) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9595)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:20:23.479681 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:23.491402 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:20:23.658792 tst cs_paging_gprs_active.py: using LAC 21734\u000a13:20:23.789117 tst cs_paging_gprs_active.py: using RAC 59\u000a13:20:23.917825 tst cs_paging_gprs_active.py: using CellId 21734\u000a13:20:24.046271 tst cs_paging_gprs_active.py: using BVCI 21735\u000a13:20:24.071515 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:24.083237 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:24.094585 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:24.106119 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:24.117578 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:24.129578 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:24.141377 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:24.153213 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:24.165704 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:20:24.284369 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:20:24.566589 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:20:24.695809 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:20:25.014986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9585): Launched\u000a13:20:25.280060 run iperf3-srv_10.42.42.10(pid=9586): Launched\u000a13:20:25.467797 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:20:25.596215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:20:25.914918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9587): Launched\u000a13:20:26.180205 run iperf3-srv_10.42.42.10(pid=9588): Launched\u000a13:20:26.368791 tst cs_paging_gprs_active.py:38: start network...\u000a13:20:26.497557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:26.991443 run create_hlr_db(pid=9589): Launched\u000a13:20:27.168150 bus /gobi_6: Setting Powered False\u000a13:20:28.189345 run create_hlr_db(pid=9589): Terminated: ok {rc=0}\u000a13:20:28.624644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9591): Launched\u000a13:20:28.953441 run osmo-hlr_10.42.42.2(pid=9592): Launched\u000a13:20:29.076836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:29.646276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9594): Launched\u000a13:20:29.973170 run osmo-stp_10.42.42.5(pid=9595): Launched\u000a13:20:30.092377 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:20:30.664223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9597): Launched\u000a13:20:30.781473 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:20:31.106832 run patchelf(pid=9598): Launched\u000a13:20:31.303338 run osmo-stp_10.42.42.5(pid=9595): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9595)]\u000a13:20:31.447483 run osmo-stp_10.42.42.5(pid=9595): stdout: \u000a| (launched: 2022-12-09_13:20:29.812643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:31.592357 run osmo-stp_10.42.42.5(pid=9595): stderr: \u000a| �[0;m�[38;5;43m20221209132030002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132030002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132030002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132030003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132030003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132030003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132030003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:31.732188 run osmo-stp_10.42.42.5(pid=9595): stdout: \u000a| (launched: 2022-12-09_13:20:29.812643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:31.870805 run osmo-stp_10.42.42.5(pid=9595): stderr: \u000a| �[0;m�[38;5;43m20221209132030002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132030002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132030002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132030003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132030003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132030003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132030003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:32.031430 run patchelf(pid=9598): Terminating (SIGINT)\u000a13:20:32.216487 run patchelf(pid=9598): Terminated: ok {rc=0}\u000a13:20:32.250402 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9595): Process ended prematurely: osmo-stp_10.42.42.5(pid=9595) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9595)] [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:20:32.260565 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:20:32.325307 run osmo-hlr_10.42.42.2(pid=9592): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9592)]\u000a13:20:32.377415 run osmo-hlr_10.42.42.2(pid=9592): stdout: \u000a| (launched: 2022-12-09_13:20:28.791692) \u000a13:20:32.430293 run osmo-hlr_10.42.42.2(pid=9592): stderr: \u000a| �[0;m�[1;31m20221209132028991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132028991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132028991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132028991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132028991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132028991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132029003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132029012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132029012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132029012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:32.475067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9585): Terminating (SIGTERM)\u000a13:20:32.517512 run iperf3-srv_10.42.42.10(pid=9586): Terminating (SIGTERM)\u000a13:20:32.559702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9587): Terminating (SIGTERM)\u000a13:20:32.602317 run iperf3-srv_10.42.42.10(pid=9588): Terminating (SIGTERM)\u000a13:20:32.644634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9591): Terminating (SIGTERM)\u000a13:20:32.686744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9594): Terminating (SIGTERM)\u000a13:20:32.729336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9597): Terminating (SIGTERM)\u000a13:20:32.739351 --- ParallelTerminationStrategy: PID 9585 died...\u000a13:20:32.795960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9585): Terminated: ok {rc=0}\u000a13:20:32.806135 --- ParallelTerminationStrategy: PID 9586 died...\u000a13:20:32.862289 run iperf3-srv_10.42.42.10(pid=9586): Terminated {rc=256}\u000a13:20:32.872401 --- ParallelTerminationStrategy: PID 9587 died...\u000a13:20:32.928569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9587): Terminated: ok {rc=0}\u000a13:20:32.938683 --- ParallelTerminationStrategy: PID 9588 died...\u000a13:20:32.994485 run iperf3-srv_10.42.42.10(pid=9588): Terminated {rc=256}\u000a13:20:33.005201 --- ParallelTerminationStrategy: PID 9591 died...\u000a13:20:33.061650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9591): Terminated: ok {rc=0}\u000a13:20:33.071784 --- ParallelTerminationStrategy: PID 9594 died...\u000a13:20:33.128081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9594): Terminated: ok {rc=0}\u000a13:20:33.138213 --- ParallelTerminationStrategy: PID 9597 died...\u000a13:20:33.194313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9597): Terminated: ok {rc=0}\u000a13:20:33.280624 bus /gobi_0: Setting Powered False\u000a13:20:34.386666 bus /gobi_0: Setting Powered False\u000a13:20:35.494990 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9607): Process ended prematurely: osmo-stp_10.42.42.5(pid=9607) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9607)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9607): Process ended prematurely: osmo-stp_10.42.42.5(pid=9607) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:20:36.610885 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:36.623388 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:20:36.794450 tst iperf3.py: using LAC 21735\u000a13:20:36.918241 tst iperf3.py: using RAC 60\u000a13:20:37.041789 tst iperf3.py: using CellId 21735\u000a13:20:37.162035 tst iperf3.py: using BVCI 21736\u000a13:20:37.186008 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:37.197239 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:37.208254 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:37.219186 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:37.230312 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:37.241220 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:37.252043 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:37.262868 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:37.273972 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:20:37.568883 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:20:37.705976 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:20:38.045937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9599): Launched\u000a13:20:38.328631 run iperf3-srv_10.42.42.10(pid=9600): Launched\u000a13:20:38.530387 tst iperf3.py:8: start network...\u000a13:20:38.667956 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:39.183628 run create_hlr_db(pid=9601): Launched\u000a13:20:39.373561 bus /gobi_6: Setting Powered False\u000a13:20:40.394638 run create_hlr_db(pid=9601): Terminated: ok {rc=0}\u000a13:20:40.828856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9603): Launched\u000a13:20:41.157873 run osmo-hlr_10.42.42.2(pid=9604): Launched\u000a13:20:41.279439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:41.851622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9606): Launched\u000a13:20:42.182517 run osmo-stp_10.42.42.5(pid=9607): Launched\u000a13:20:42.302210 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:20:42.875876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9609): Launched\u000a13:20:42.993411 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:20:43.281508 run patchelf(pid=9610): Launched\u000a13:20:43.473709 run osmo-stp_10.42.42.5(pid=9607): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9607)]\u000a13:20:43.613814 run osmo-stp_10.42.42.5(pid=9607): stdout: \u000a| (launched: 2022-12-09_13:20:42.019185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:43.754529 run osmo-stp_10.42.42.5(pid=9607): stderr: \u000a| �[0;m�[38;5;43m20221209132042211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132042211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132042212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132042212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132042213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132042213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132042213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:43.890866 run osmo-stp_10.42.42.5(pid=9607): stdout: \u000a| (launched: 2022-12-09_13:20:42.019185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:44.026316 run osmo-stp_10.42.42.5(pid=9607): stderr: \u000a| �[0;m�[38;5;43m20221209132042211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132042211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132042212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132042212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132042213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132042213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132042213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:44.182956 run patchelf(pid=9610): Terminating (SIGINT)\u000a13:20:44.365694 run patchelf(pid=9610): Terminated: ok {rc=0}\u000a13:20:44.399546 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9607): Process ended prematurely: osmo-stp_10.42.42.5(pid=9607) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9607)] [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:20:44.409607 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a13:20:44.473310 run osmo-hlr_10.42.42.2(pid=9604): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9604)]\u000a13:20:44.524785 run osmo-hlr_10.42.42.2(pid=9604): stdout: \u000a| (launched: 2022-12-09_13:20:40.995507) \u000a13:20:44.577248 run osmo-hlr_10.42.42.2(pid=9604): stderr: \u000a| �[0;m�[1;31m20221209132041194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132041194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132041194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132041194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132041194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132041194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132041207 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132041217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132041217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132041217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:44.622609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9599): Terminating (SIGTERM)\u000a13:20:44.664733 run iperf3-srv_10.42.42.10(pid=9600): Terminating (SIGTERM)\u000a13:20:44.706943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9603): Terminating (SIGTERM)\u000a13:20:44.749050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9606): Terminating (SIGTERM)\u000a13:20:44.791286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9609): Terminating (SIGTERM)\u000a13:20:44.801256 --- ParallelTerminationStrategy: PID 9599 died...\u000a13:20:44.858233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9599): Terminated: ok {rc=0}\u000a13:20:44.868207 --- ParallelTerminationStrategy: PID 9600 died...\u000a13:20:44.924202 run iperf3-srv_10.42.42.10(pid=9600): Terminated {rc=256}\u000a13:20:44.934218 --- ParallelTerminationStrategy: PID 9603 died...\u000a13:20:44.990784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9603): Terminated: ok {rc=0}\u000a13:20:45.000819 --- ParallelTerminationStrategy: PID 9606 died...\u000a13:20:45.057417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9606): Terminated: ok {rc=0}\u000a13:20:45.067496 --- ParallelTerminationStrategy: PID 9609 died...\u000a13:20:45.123249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9609): Terminated: ok {rc=0}\u000a13:20:45.211321 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9626): Process ended prematurely: osmo-stp_10.42.42.5(pid=9626) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9626)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9626): Process ended prematurely: osmo-stp_10.42.42.5(pid=9626) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:20:46.323366 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:46.335816 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:20:46.507797 tst iperf3m4.py: using LAC 21736\u000a13:20:46.664665 tst iperf3m4.py: using RAC 61\u000a13:20:46.816577 tst iperf3m4.py: using CellId 21736\u000a13:20:46.974505 tst iperf3m4.py: using BVCI 21737\u000a13:20:46.999386 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:47.011659 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:47.024368 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:47.036999 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:47.050561 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:47.062400 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:47.075095 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:47.088037 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:20:47.100724 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:20:47.224894 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:20:47.347218 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:20:47.468568 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:20:47.753415 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:20:47.881669 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:20:48.200693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9612): Launched\u000a13:20:48.467424 run iperf3-srv_10.42.42.10(pid=9613): Launched\u000a13:20:48.655871 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:20:48.784166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:20:49.104766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9614): Launched\u000a13:20:49.370703 run iperf3-srv_10.42.42.10(pid=9615): Launched\u000a13:20:49.558433 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:20:49.686500 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:20:50.005193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9616): Launched\u000a13:20:50.270558 run iperf3-srv_10.42.42.10(pid=9617): Launched\u000a13:20:50.458754 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:20:50.586501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:20:50.904582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9618): Launched\u000a13:20:51.168809 run iperf3-srv_10.42.42.10(pid=9619): Launched\u000a13:20:51.355252 tst iperf3m4.py:8: start network...\u000a13:20:51.483065 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:51.976160 run create_hlr_db(pid=9620): Launched\u000a13:20:52.153420 bus /gobi_6: Setting Powered False\u000a13:20:53.174301 run create_hlr_db(pid=9620): Terminated: ok {rc=0}\u000a13:20:53.583985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9622): Launched\u000a13:20:53.892875 run osmo-hlr_10.42.42.2(pid=9623): Launched\u000a13:20:54.014801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:54.559357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9625): Launched\u000a13:20:54.867781 run osmo-stp_10.42.42.5(pid=9626): Launched\u000a13:20:54.979747 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:20:55.514692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9628): Launched\u000a13:20:55.623729 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:20:55.890593 run patchelf(pid=9629): Launched\u000a13:20:56.070351 run osmo-stp_10.42.42.5(pid=9626): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9626)]\u000a13:20:56.201719 run osmo-stp_10.42.42.5(pid=9626): stdout: \u000a| (launched: 2022-12-09_13:20:54.716020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:56.333180 run osmo-stp_10.42.42.5(pid=9626): stderr: \u000a| �[0;m�[38;5;43m20221209132054886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132054886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132054886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132054887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132054887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132054887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132054887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:56.460442 run osmo-stp_10.42.42.5(pid=9626): stdout: \u000a| (launched: 2022-12-09_13:20:54.716020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:56.586944 run osmo-stp_10.42.42.5(pid=9626): stderr: \u000a| �[0;m�[38;5;43m20221209132054886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132054886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132054886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132054887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132054887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132054887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132054887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:56.732918 run patchelf(pid=9629): Terminating (SIGINT)\u000a13:20:56.903770 run patchelf(pid=9629): Terminated: ok {rc=0}\u000a13:20:56.935019 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9626): Process ended prematurely: osmo-stp_10.42.42.5(pid=9626) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9626)] [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:20:56.944255 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:20:57.003912 run osmo-hlr_10.42.42.2(pid=9623): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9623)]\u000a13:20:57.052510 run osmo-hlr_10.42.42.2(pid=9623): stdout: \u000a| (launched: 2022-12-09_13:20:53.740719) \u000a13:20:57.101819 run osmo-hlr_10.42.42.2(pid=9623): stderr: \u000a| �[0;m�[1;31m20221209132053915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132053916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132053916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132053916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132053916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132053916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132053928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132053936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132053937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132053937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:57.143579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9612): Terminating (SIGTERM)\u000a13:20:57.183136 run iperf3-srv_10.42.42.10(pid=9613): Terminating (SIGTERM)\u000a13:20:57.222662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9614): Terminating (SIGTERM)\u000a13:20:57.262127 run iperf3-srv_10.42.42.10(pid=9615): Terminating (SIGTERM)\u000a13:20:57.301638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9616): Terminating (SIGTERM)\u000a13:20:57.340981 run iperf3-srv_10.42.42.10(pid=9617): Terminating (SIGTERM)\u000a13:20:57.380354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9618): Terminating (SIGTERM)\u000a13:20:57.419663 run iperf3-srv_10.42.42.10(pid=9619): Terminating (SIGTERM)\u000a13:20:57.459202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9622): Terminating (SIGTERM)\u000a13:20:57.498961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9625): Terminating (SIGTERM)\u000a13:20:57.538848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9628): Terminating (SIGTERM)\u000a13:20:57.548080 --- ParallelTerminationStrategy: PID 9612 died...\u000a13:20:57.601606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9612): Terminated: ok {rc=0}\u000a13:20:57.611328 --- ParallelTerminationStrategy: PID 9613 died...\u000a13:20:57.664038 run iperf3-srv_10.42.42.10(pid=9613): Terminated {rc=256}\u000a13:20:57.673819 --- ParallelTerminationStrategy: PID 9614 died...\u000a13:20:57.727202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9614): Terminated: ok {rc=0}\u000a13:20:57.736634 --- ParallelTerminationStrategy: PID 9615 died...\u000a13:20:57.789399 run iperf3-srv_10.42.42.10(pid=9615): Terminated {rc=256}\u000a13:20:57.798852 --- ParallelTerminationStrategy: PID 9616 died...\u000a13:20:57.851542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9616): Terminated: ok {rc=0}\u000a13:20:57.861054 --- ParallelTerminationStrategy: PID 9617 died...\u000a13:20:57.913565 run iperf3-srv_10.42.42.10(pid=9617): Terminated {rc=256}\u000a13:20:57.923012 --- ParallelTerminationStrategy: PID 9618 died...\u000a13:20:57.975857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9618): Terminated: ok {rc=0}\u000a13:20:57.985484 --- ParallelTerminationStrategy: PID 9619 died...\u000a13:20:58.038203 run iperf3-srv_10.42.42.10(pid=9619): Terminated {rc=256}\u000a13:20:58.047708 --- ParallelTerminationStrategy: PID 9622 died...\u000a13:20:58.100685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9622): Terminated: ok {rc=0}\u000a13:20:58.110292 --- ParallelTerminationStrategy: PID 9625 died...\u000a13:20:58.163210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9625): Terminated: ok {rc=0}\u000a13:20:58.172701 --- ParallelTerminationStrategy: PID 9628 died...\u000a13:20:58.225552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9628): Terminated: ok {rc=0}\u000a13:20:58.314709 bus /gobi_4: Setting Powered False\u000a13:20:59.418425 bus /gobi_4: Setting Powered False\u000a13:21:00.530363 bus /gobi_1: Setting Powered False\u000a13:21:01.650725 bus /gobi_1: Setting Powered False\u000a13:21:02.759669 bus /gobi_0: Setting Powered False\u000a13:21:03.867242 bus /gobi_0: Setting Powered False\u000a13:21:04.980726 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9637): Process ended prematurely: osmo-stp_10.42.42.5(pid=9637) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9637)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9637): Process ended prematurely: osmo-stp_10.42.42.5(pid=9637) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:21:06.048564 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:21:06.060362 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:21:06.219938 tst ping.py: using LAC 21737\u000a13:21:06.339355 tst ping.py: using RAC 62\u000a13:21:06.464938 tst ping.py: using CellId 21737\u000a13:21:06.585508 tst ping.py: using BVCI 21738\u000a13:21:06.608527 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:21:06.619627 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:21:06.630559 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:21:06.641928 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:21:06.652773 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:21:06.663703 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:21:06.674714 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:21:06.685581 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:21:06.977173 tst ping.py:19: start network...\u000a13:21:07.112487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:07.619470 run create_hlr_db(pid=9631): Launched\u000a13:21:07.806674 bus /gobi_6: Setting Powered False\u000a13:21:08.827055 run create_hlr_db(pid=9631): Terminated: ok {rc=0}\u000a13:21:09.256256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9633): Launched\u000a13:21:09.580900 run osmo-hlr_10.42.42.2(pid=9634): Launched\u000a13:21:09.700602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:10.267592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9636): Launched\u000a13:21:10.589229 run osmo-stp_10.42.42.5(pid=9637): Launched\u000a13:21:10.705933 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:21:11.267412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9639): Launched\u000a13:21:11.381665 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:21:11.661536 run patchelf(pid=9640): Launched\u000a13:21:11.849014 run osmo-stp_10.42.42.5(pid=9637): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9637)]\u000a13:21:11.986479 run osmo-stp_10.42.42.5(pid=9637): stdout: \u000a| (launched: 2022-12-09_13:21:10.430527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:12.124612 run osmo-stp_10.42.42.5(pid=9637): stderr: \u000a| �[0;m�[38;5;43m20221209132110623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132110623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132110623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132110624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132110624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132110624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132110624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:12.257722 run osmo-stp_10.42.42.5(pid=9637): stdout: \u000a| (launched: 2022-12-09_13:21:10.430527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:12.389442 run osmo-stp_10.42.42.5(pid=9637): stderr: \u000a| �[0;m�[38;5;43m20221209132110623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132110623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132110623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132110624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132110624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132110624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132110624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:12.542321 run patchelf(pid=9640): Terminating (SIGINT)\u000a13:21:12.722302 run patchelf(pid=9640): Terminated: ok {rc=0}\u000a13:21:12.754862 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9637): Process ended prematurely: osmo-stp_10.42.42.5(pid=9637) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9637)] [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:21:12.764049 tst ping.py:22: Test FAILED (6.7 sec)\u000a13:21:12.827622 run osmo-hlr_10.42.42.2(pid=9634): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9634)]\u000a13:21:12.879268 run osmo-hlr_10.42.42.2(pid=9634): stdout: \u000a| (launched: 2022-12-09_13:21:09.420488) \u000a13:21:12.931727 run osmo-hlr_10.42.42.2(pid=9634): stderr: \u000a| �[0;m�[1;31m20221209132109617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132109617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132109617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132109618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132109618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132109618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132109630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132109639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132109639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132109639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:12.976058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9633): Terminating (SIGTERM)\u000a13:21:13.018544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9636): Terminating (SIGTERM)\u000a13:21:13.060883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9639): Terminating (SIGTERM)\u000a13:21:13.070832 --- ParallelTerminationStrategy: PID 9633 died...\u000a13:21:13.127148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9633): Terminated: ok {rc=0}\u000a13:21:13.137431 --- ParallelTerminationStrategy: PID 9636 died...\u000a13:21:13.193618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9636): Terminated: ok {rc=0}\u000a13:21:13.203621 --- ParallelTerminationStrategy: PID 9639 died...\u000a13:21:13.259513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9639): Terminated: ok {rc=0}\u000a13:21:13.346985 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9647): Process ended prematurely: osmo-stp_10.42.42.5(pid=9647) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9647)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9647): Process ended prematurely: osmo-stp_10.42.42.5(pid=9647) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:21:14.399236 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:21:14.411554 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:21:14.572851 tst ping_idle_ping.py: using LAC 21738\u000a13:21:14.692415 tst ping_idle_ping.py: using RAC 63\u000a13:21:14.813205 tst ping_idle_ping.py: using CellId 21738\u000a13:21:14.935688 tst ping_idle_ping.py: using BVCI 21739\u000a13:21:14.959310 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:21:14.970481 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:21:14.981414 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:21:14.992380 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:21:15.003209 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:21:15.014222 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:21:15.025430 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:21:15.036323 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:21:15.312811 tst ping_idle_ping.py:24: start network...\u000a13:21:15.438833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:15.971881 run create_hlr_db(pid=9641): Launched\u000a13:21:16.174250 bus /gobi_6: Setting Powered False\u000a13:21:17.191182 run create_hlr_db(pid=9641): Terminated: ok {rc=0}\u000a13:21:17.625385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9643): Launched\u000a13:21:17.948068 run osmo-hlr_10.42.42.2(pid=9644): Launched\u000a13:21:18.065525 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:18.629298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9646): Launched\u000a13:21:18.952713 run osmo-stp_10.42.42.5(pid=9647): Launched\u000a13:21:19.070496 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:21:19.634150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9649): Launched\u000a13:21:19.749321 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:21:20.031430 run patchelf(pid=9650): Launched\u000a13:21:20.220884 run osmo-stp_10.42.42.5(pid=9647): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9647)]\u000a13:21:20.359019 run osmo-stp_10.42.42.5(pid=9647): stdout: \u000a| (launched: 2022-12-09_13:21:18.793779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:20.497264 run osmo-stp_10.42.42.5(pid=9647): stderr: \u000a| �[0;m�[38;5;43m20221209132118985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132118985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132118986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132118986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132118987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132118987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132118987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:20.630763 run osmo-stp_10.42.42.5(pid=9647): stdout: \u000a| (launched: 2022-12-09_13:21:18.793779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:20.763530 run osmo-stp_10.42.42.5(pid=9647): stderr: \u000a| �[0;m�[38;5;43m20221209132118985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132118985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132118986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132118986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132118987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132118987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132118987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:20.917776 run patchelf(pid=9650): Terminating (SIGINT)\u000a13:21:21.099069 run patchelf(pid=9650): Terminated: ok {rc=0}\u000a13:21:21.131700 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9647): Process ended prematurely: osmo-stp_10.42.42.5(pid=9647) [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9647)] [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:21:21.141075 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:21:21.204425 run osmo-hlr_10.42.42.2(pid=9644): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9644)]\u000a13:21:21.256582 run osmo-hlr_10.42.42.2(pid=9644): stdout: \u000a| (launched: 2022-12-09_13:21:17.789488) \u000a13:21:21.308941 run osmo-hlr_10.42.42.2(pid=9644): stderr: \u000a| �[0;m�[1;31m20221209132117987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132117987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132117987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132117987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132117987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132117987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132117999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132118008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132118008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132118008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:21.353626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9643): Terminating (SIGTERM)\u000a13:21:21.395706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9646): Terminating (SIGTERM)\u000a13:21:21.438009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9649): Terminating (SIGTERM)\u000a13:21:21.447917 --- ParallelTerminationStrategy: PID 9643 died...\u000a13:21:21.503949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9643): Terminated: ok {rc=0}\u000a13:21:21.514156 --- ParallelTerminationStrategy: PID 9646 died...\u000a13:21:21.570344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9646): Terminated: ok {rc=0}\u000a13:21:21.580326 --- ParallelTerminationStrategy: PID 9649 died...\u000a13:21:21.636467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9649): Terminated: ok {rc=0}\u000a13:21:21.723090 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:20:23" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9661): Process ended prematurely: osmo-stp_10.42.42.5(pid=9661) [trial-2360↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9661)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9661): Process ended prematurely: osmo-stp_10.42.42.5(pid=9661) [trial-2360↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:21:23.782658 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:21:23.794635 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:21:23.954562 tst switch_tch_pdch.py: using LAC 21739\u000a13:21:24.077707 tst switch_tch_pdch.py: using RAC 64\u000a13:21:24.194626 tst switch_tch_pdch.py: using CellId 21739\u000a13:21:24.311787 tst switch_tch_pdch.py: using BVCI 21740\u000a13:21:24.334781 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:21:24.346160 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:21:24.357414 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:21:24.369115 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:21:24.380618 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:21:24.392217 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:21:24.404535 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:21:24.416389 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:21:24.536746 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:21:24.828293 tst switch_tch_pdch.py:51: start network...\u000a13:21:24.962505 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:25.470125 run create_hlr_db(pid=9655): Launched\u000a13:21:25.657151 bus /gobi_6: Setting Powered False\u000a13:21:26.677404 run create_hlr_db(pid=9655): Terminated: ok {rc=0}\u000a13:21:27.083271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9657): Launched\u000a13:21:27.387140 run osmo-hlr_10.42.42.2(pid=9658): Launched\u000a13:21:27.500045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:28.022518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9660): Launched\u000a13:21:28.324391 run osmo-stp_10.42.42.5(pid=9661): Launched\u000a13:21:28.434086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:21:28.958782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9663): Launched\u000a13:21:29.065595 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:21:29.327734 run patchelf(pid=9664): Launched\u000a13:21:29.503823 run osmo-stp_10.42.42.5(pid=9661): ERR: Terminated: ERROR {rc=1} [trial-2360↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9661)]\u000a13:21:29.632265 run osmo-stp_10.42.42.5(pid=9661): stdout: \u000a| (launched: 2022-12-09_13:21:28.175192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:29.760821 run osmo-stp_10.42.42.5(pid=9661): stderr: \u000a| �[0;m�[38;5;43m20221209132128345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132128345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132128345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132128346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132128346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132128346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132128346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:29.884636 run osmo-stp_10.42.42.5(pid=9661): stdout: \u000a| (launched: 2022-12-09_13:21:28.175192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:30.007900 run osmo-stp_10.42.42.5(pid=9661): stderr: \u000a| �[0;m�[38;5;43m20221209132128345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132128345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132128345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132128346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132128346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132128346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132128346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:30.151235 run patchelf(pid=9664): Terminating (SIGINT)\u000a13:21:30.319105 run patchelf(pid=9664): Terminated: ok {rc=0}\u000a13:21:30.349560 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9661): Process ended prematurely: osmo-stp_10.42.42.5(pid=9661) [trial-2360↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9661)] [trial-2360↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:21:30.358111 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a13:21:30.417437 run osmo-hlr_10.42.42.2(pid=9658): ERR: Terminated: ERROR {rc=237} [trial-2360↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9658)]\u000a13:21:30.466137 run osmo-hlr_10.42.42.2(pid=9658): stdout: \u000a| (launched: 2022-12-09_13:21:27.237100) \u000a13:21:30.515408 run osmo-hlr_10.42.42.2(pid=9658): stderr: \u000a| �[0;m�[1;31m20221209132127414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132127414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132127414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132127414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132127414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132127414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132127426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132127435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132127435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132127435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:30.557248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9657): Terminating (SIGTERM)\u000a13:21:30.596629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9660): Terminating (SIGTERM)\u000a13:21:30.635921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9663): Terminating (SIGTERM)\u000a13:21:30.645055 --- ParallelTerminationStrategy: PID 9657 died...\u000a13:21:30.697789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9657): Terminated: ok {rc=0}\u000a13:21:30.707211 --- ParallelTerminationStrategy: PID 9660 died...\u000a13:21:30.760161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9660): Terminated: ok {rc=0}\u000a13:21:30.769712 --- ParallelTerminationStrategy: PID 9663 died...\u000a13:21:30.822160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9663): Terminated: ok {rc=0}\u000a13:21:30.930922 bus /gobi_0: Setting Powered False\u000a13:21:32.035995 bus /gobi_0: Setting Powered False\u000a13:21:33.141404 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:21:23" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9675): Process ended prematurely: osmo-stp_10.42.42.5(pid=9675) [trial-2360↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9675)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9675): Process ended prematurely: osmo-stp_10.42.42.5(pid=9675) [trial-2360↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:21:35.123740 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:21:35.134918 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:21:35.291292 tst switch_tch_pdch.py: using LAC 21740\u000a13:21:35.408909 tst switch_tch_pdch.py: using RAC 65\u000a13:21:35.528905 tst switch_tch_pdch.py: using CellId 21740\u000a13:21:35.647485 tst switch_tch_pdch.py: using BVCI 21741\u000a13:21:35.670503 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:21:35.681568 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:21:35.692401 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:21:35.703358 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:21:35.714359 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:21:35.725224 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:21:35.736148 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:21:35.747052 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:21:35.864129 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:21:36.156718 tst switch_tch_pdch.py:51: start network...\u000a13:21:36.291173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:36.770779 run create_hlr_db(pid=9669): Launched\u000a13:21:36.902648 bus /gobi_6: Setting Powered False\u000a13:21:37.977821 run create_hlr_db(pid=9669): Terminated: ok {rc=0}\u000a13:21:38.357729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9671): Launched\u000a13:21:38.659123 run osmo-hlr_10.42.42.2(pid=9672): Launched\u000a13:21:38.769102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:39.265992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9674): Launched\u000a13:21:39.566548 run osmo-stp_10.42.42.5(pid=9675): Launched\u000a13:21:39.676261 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:21:40.175952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9677): Launched\u000a13:21:40.283083 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:21:40.545784 run patchelf(pid=9678): Launched\u000a13:21:40.722297 run osmo-stp_10.42.42.5(pid=9675): ERR: Terminated: ERROR {rc=1} [trial-2360↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9675)]\u000a13:21:40.851858 run osmo-stp_10.42.42.5(pid=9675): stdout: \u000a| (launched: 2022-12-09_13:21:39.418294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:40.980687 run osmo-stp_10.42.42.5(pid=9675): stderr: \u000a| �[0;m�[38;5;43m20221209132139589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132139589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132139590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132139590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132139590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132139590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132139591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:41.105294 run osmo-stp_10.42.42.5(pid=9675): stdout: \u000a| (launched: 2022-12-09_13:21:39.418294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:41.228315 run osmo-stp_10.42.42.5(pid=9675): stderr: \u000a| �[0;m�[38;5;43m20221209132139589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132139589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132139590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132139590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132139590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132139590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132139591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:41.371251 run patchelf(pid=9678): Terminating (SIGINT)\u000a13:21:41.539191 run patchelf(pid=9678): Terminated: ok {rc=0}\u000a13:21:41.569671 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9675): Process ended prematurely: osmo-stp_10.42.42.5(pid=9675) [trial-2360↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9675)] [trial-2360↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:21:41.578249 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a13:21:41.637409 run osmo-hlr_10.42.42.2(pid=9672): ERR: Terminated: ERROR {rc=237} [trial-2360↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9672)]\u000a13:21:41.686115 run osmo-hlr_10.42.42.2(pid=9672): stdout: \u000a| (launched: 2022-12-09_13:21:38.511010) \u000a13:21:41.735305 run osmo-hlr_10.42.42.2(pid=9672): stderr: \u000a| �[0;m�[1;31m20221209132138689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132138689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132138689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132138689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132138689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132138689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132138701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132138710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132138710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132138710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:41.777294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9671): Terminating (SIGTERM)\u000a13:21:41.816898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9674): Terminating (SIGTERM)\u000a13:21:41.856397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9677): Terminating (SIGTERM)\u000a13:21:41.865555 --- ParallelTerminationStrategy: PID 9671 died...\u000a13:21:41.918501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9671): Terminated: ok {rc=0}\u000a13:21:41.927936 --- ParallelTerminationStrategy: PID 9674 died...\u000a13:21:41.980644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9674): Terminated: ok {rc=0}\u000a13:21:41.990162 --- ParallelTerminationStrategy: PID 9677 died...\u000a13:21:42.042726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9677): Terminated: ok {rc=0}\u000a13:21:42.131148 bus /gobi_0: Setting Powered False\u000a13:21:43.234467 bus /gobi_0: Setting Powered False\u000a13:21:44.345011 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:21:34" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9683): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9683) [trial-2360↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9683)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9683): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9683) [trial-2360↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a13:21:46.254996 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a13:21:46.267028 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:21:46.436491 tst mo_mt_sms.py: using LAC 21741\u000a13:21:46.597563 tst mo_mt_sms.py: using RAC 66\u000a13:21:46.766954 tst mo_mt_sms.py: using CellId 21741\u000a13:21:46.917579 tst mo_mt_sms.py: using BVCI 21742\u000a13:21:46.940844 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a13:21:47.076210 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a13:21:47.378763 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:21:47.514223 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:21:48.180537 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9682): Launched\u000a13:21:48.499605 run osmo-nitb_10.42.42.2(pid=9683): Launched\u000a13:21:48.697561 run osmo-nitb_10.42.42.2(pid=9683): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9683)]\u000a13:21:48.843253 run osmo-nitb_10.42.42.2(pid=9683): stdout: \u000a| (launched: 2022-12-09_13:21:48.344740) \u000a13:21:48.989397 run osmo-nitb_10.42.42.2(pid=9683): stderr: \u000a| (launched: 2022-12-09_13:21:48.392856)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:21:49.131415 run osmo-nitb_10.42.42.2(pid=9683): stdout: \u000a| (launched: 2022-12-09_13:21:48.344740) \u000a13:21:49.271791 run osmo-nitb_10.42.42.2(pid=9683): stderr: \u000a| (launched: 2022-12-09_13:21:48.392856)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:21:49.629172 tst osmo-nitb_10.42.42.2(pid=9683): stdout: \u000a| (launched: 2022-12-09_13:21:48.344740) \u000a13:21:49.757359 tst osmo-nitb_10.42.42.2(pid=9683): stderr: \u000a| (launched: 2022-12-09_13:21:48.392856)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:21:49.813462 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9683): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9683) [trial-2360↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9683)] [trial-2360↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a13:21:49.822381 tst mo_mt_sms.py:11: Test FAILED (3.6 sec)\u000a13:21:49.859328 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9682): Terminating (SIGTERM)\u000a13:21:50.037343 --- ParallelTerminationStrategy: PID 9682 died...\u000a13:21:50.095856 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9682): Terminated: ok {rc=0}\u000a13:21:50.183135 bus /sierra_3: Setting Powered False\u000a13:21:51.292886 bus /sierra_3: Setting Powered False\u000a13:21:52.401398 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:21:46" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9693): Process ended prematurely: osmo-stp_10.42.42.5(pid=9693) [trial-2360↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9693)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9693): Process ended prematurely: osmo-stp_10.42.42.5(pid=9693) [trial-2360↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a13:21:54.300584 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:21:54.311685 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:21:54.453856 tst mo_mt_sms.py: using LAC 21742\u000a13:21:54.579193 tst mo_mt_sms.py: using RAC 67\u000a13:21:54.704604 tst mo_mt_sms.py: using CellId 21742\u000a13:21:54.829540 tst mo_mt_sms.py: using BVCI 21743\u000a13:21:54.854017 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:21:54.865011 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:21:54.875954 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:21:54.886822 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:21:54.898758 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:21:54.910042 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a13:21:55.025565 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a13:21:55.235425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:55.741185 run create_hlr_db(pid=9687): Launched\u000a13:21:55.927505 bus /sierra_2: Setting Powered False\u000a13:21:56.948300 run create_hlr_db(pid=9687): Terminated: ok {rc=0}\u000a13:21:57.353367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9689): Launched\u000a13:21:57.656444 run osmo-hlr_10.42.42.2(pid=9690): Launched\u000a13:21:57.766679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:58.290112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9692): Launched\u000a13:21:58.593782 run osmo-stp_10.42.42.5(pid=9693): Launched\u000a13:21:58.703104 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:21:59.254390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9695): Launched\u000a13:21:59.555303 run osmo-msc_10.42.42.6(pid=9696): Launched\u000a13:21:59.733295 run osmo-stp_10.42.42.5(pid=9693): ERR: Terminated: ERROR {rc=1} [trial-2360↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9693)]\u000a13:21:59.861464 run osmo-stp_10.42.42.5(pid=9693): stdout: \u000a| (launched: 2022-12-09_13:21:58.443353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:59.986975 run osmo-stp_10.42.42.5(pid=9693): stderr: \u000a| �[0;m�[38;5;43m20221209132158613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132158613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132158614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132158614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132158615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132158615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132158615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:00.108289 run osmo-stp_10.42.42.5(pid=9693): stdout: \u000a| (launched: 2022-12-09_13:21:58.443353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:00.227798 run osmo-stp_10.42.42.5(pid=9693): stderr: \u000a| �[0;m�[38;5;43m20221209132158613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132158613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132158614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132158614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132158615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132158615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132158615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:00.280220 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9693): Process ended prematurely: osmo-stp_10.42.42.5(pid=9693) [trial-2360↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9693)] [trial-2360↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a13:22:00.288025 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a13:22:00.347121 run osmo-hlr_10.42.42.2(pid=9690): ERR: Terminated: ERROR {rc=237} [trial-2360↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9690)]\u000a13:22:00.395851 run osmo-hlr_10.42.42.2(pid=9690): stdout: \u000a| (launched: 2022-12-09_13:21:57.507326) \u000a13:22:00.445333 run osmo-hlr_10.42.42.2(pid=9690): stderr: \u000a| �[0;m�[1;31m20221209132157683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132157683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132157683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132157683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132157683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132157683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132157698 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132157707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132157707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132157707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:00.512676 run osmo-msc_10.42.42.6(pid=9696): ERR: Terminated: ERROR {rc=2} [trial-2360↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9696)]\u000a13:22:00.561510 run osmo-msc_10.42.42.6(pid=9696): stdout: \u000a| (launched: 2022-12-09_13:21:59.407140) \u000a13:22:00.611002 run osmo-msc_10.42.42.6(pid=9696): stderr: \u000a| �[0;m�[38;5;43m20221209132159677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132159677 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe613bb5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132159678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132159678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132159678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132159678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132159680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132159680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132159680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132159680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:22:00.653486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9689): Terminating (SIGTERM)\u000a13:22:00.693141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9692): Terminating (SIGTERM)\u000a13:22:00.732693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9695): Terminating (SIGTERM)\u000a13:22:00.741911 --- ParallelTerminationStrategy: PID 9689 died...\u000a13:22:00.794623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9689): Terminated: ok {rc=0}\u000a13:22:00.804053 --- ParallelTerminationStrategy: PID 9692 died...\u000a13:22:00.873394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9692): Terminated: ok {rc=0}\u000a13:22:00.884468 --- ParallelTerminationStrategy: PID 9695 died...\u000a13:22:00.950467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9695): Terminated: ok {rc=0}\u000a13:22:01.038781 bus /sierra_3: Setting Powered False\u000a13:22:02.154873 bus /sierra_3: Setting Powered False\u000a13:22:03.262177 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:21:54" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9702): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9702) [trial-2360↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9702)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9702): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9702) [trial-2360↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a13:22:05.110329 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a13:22:05.121600 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:22:05.267161 tst assert_extension.py: using LAC 21743\u000a13:22:05.391389 tst assert_extension.py: using RAC 68\u000a13:22:05.515104 tst assert_extension.py: using CellId 21743\u000a13:22:05.641704 tst assert_extension.py: using BVCI 21744\u000a13:22:05.666156 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a13:22:05.941750 tst assert_extension.py:10: start nitb and bts...\u000a13:22:06.066659 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:22:06.693429 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9701): Launched\u000a13:22:06.991068 run osmo-nitb_10.42.42.2(pid=9702): Launched\u000a13:22:07.177377 run osmo-nitb_10.42.42.2(pid=9702): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9702)]\u000a13:22:07.313685 run osmo-nitb_10.42.42.2(pid=9702): stdout: \u000a| (launched: 2022-12-09_13:22:06.846222) \u000a13:22:07.450487 run osmo-nitb_10.42.42.2(pid=9702): stderr: \u000a| (launched: 2022-12-09_13:22:06.891040)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:22:07.582762 run osmo-nitb_10.42.42.2(pid=9702): stdout: \u000a| (launched: 2022-12-09_13:22:06.846222) \u000a13:22:07.714398 run osmo-nitb_10.42.42.2(pid=9702): stderr: \u000a| (launched: 2022-12-09_13:22:06.891040)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:22:08.112619 tst osmo-nitb_10.42.42.2(pid=9702): stdout: \u000a| (launched: 2022-12-09_13:22:06.846222) \u000a13:22:08.232394 tst osmo-nitb_10.42.42.2(pid=9702): stderr: \u000a| (launched: 2022-12-09_13:22:06.891040)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:22:08.284855 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9702): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9702) [trial-2360↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9702)] [trial-2360↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a13:22:08.292871 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a13:22:08.327120 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9701): Terminating (SIGTERM)\u000a13:22:08.504376 --- ParallelTerminationStrategy: PID 9701 died...\u000a13:22:08.559285 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9701): Terminated: ok {rc=0}\u000a13:22:08.648395 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:22:04" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9712): Process ended prematurely: osmo-stp_10.42.42.5(pid=9712) [trial-2360↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9712)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9712): Process ended prematurely: osmo-stp_10.42.42.5(pid=9712) [trial-2360↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a13:22:10.486385 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:22:10.498127 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:22:10.643959 tst assert_extension.py: using LAC 21744\u000a13:22:10.764709 tst assert_extension.py: using RAC 69\u000a13:22:10.885076 tst assert_extension.py: using CellId 21744\u000a13:22:11.003304 tst assert_extension.py: using BVCI 21745\u000a13:22:11.026342 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:22:11.037134 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:22:11.047841 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:22:11.062944 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:22:11.074629 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:22:11.085831 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a13:22:11.296316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:11.803138 run create_hlr_db(pid=9706): Launched\u000a13:22:11.990875 bus /sierra_2: Setting Powered False\u000a13:22:13.010469 run create_hlr_db(pid=9706): Terminated: ok {rc=0}\u000a13:22:13.418548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9708): Launched\u000a13:22:13.722789 run osmo-hlr_10.42.42.2(pid=9709): Launched\u000a13:22:13.841339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:14.375166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9711): Launched\u000a13:22:14.676039 run osmo-stp_10.42.42.5(pid=9712): Launched\u000a13:22:14.785168 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:22:15.335165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9714): Launched\u000a13:22:15.635679 run osmo-msc_10.42.42.6(pid=9715): Launched\u000a13:22:15.811730 run osmo-stp_10.42.42.5(pid=9712): ERR: Terminated: ERROR {rc=1} [trial-2360↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9712)]\u000a13:22:16.029379 run osmo-stp_10.42.42.5(pid=9712): stdout: \u000a| (launched: 2022-12-09_13:22:14.527701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:16.157898 run osmo-stp_10.42.42.5(pid=9712): stderr: \u000a| �[0;m�[38;5;43m20221209132214698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132214698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132214699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132214699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132214699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132214699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132214700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:16.280888 run osmo-stp_10.42.42.5(pid=9712): stdout: \u000a| (launched: 2022-12-09_13:22:14.527701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:16.402955 run osmo-stp_10.42.42.5(pid=9712): stderr: \u000a| �[0;m�[38;5;43m20221209132214698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132214698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132214699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132214699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132214699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132214699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132214700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:16.457149 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9712): Process ended prematurely: osmo-stp_10.42.42.5(pid=9712) [trial-2360↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9712)] [trial-2360↪ussd:trx-umtrx↪assert_extension.py:17]\u000a13:22:16.466223 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a13:22:16.527625 run osmo-hlr_10.42.42.2(pid=9709): ERR: Terminated: ERROR {rc=237} [trial-2360↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9709)]\u000a13:22:16.577712 run osmo-hlr_10.42.42.2(pid=9709): stdout: \u000a| (launched: 2022-12-09_13:22:13.572371) \u000a13:22:16.628519 run osmo-hlr_10.42.42.2(pid=9709): stderr: \u000a| �[0;m�[1;31m20221209132213750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132213750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132213750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132213750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132213750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132213750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132213763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132213772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132213772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132213772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:16.697688 run osmo-msc_10.42.42.6(pid=9715): ERR: Terminated: ERROR {rc=2} [trial-2360↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9715)]\u000a13:22:16.748233 run osmo-msc_10.42.42.6(pid=9715): stdout: \u000a| (launched: 2022-12-09_13:22:15.487414) \u000a13:22:16.798812 run osmo-msc_10.42.42.6(pid=9715): stderr: \u000a| �[0;m�[38;5;43m20221209132215759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132215759 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc2a9fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132215759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132215759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132215759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132215760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132215762 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132215763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132215763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132215763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:22:16.842146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9708): Terminating (SIGTERM)\u000a13:22:16.887357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9711): Terminating (SIGTERM)\u000a13:22:16.934128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9714): Terminating (SIGTERM)\u000a13:22:16.944909 --- ParallelTerminationStrategy: PID 9708 died...\u000a13:22:17.005294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9708): Terminated: ok {rc=0}\u000a13:22:17.017462 --- ParallelTerminationStrategy: PID 9711 died...\u000a13:22:17.078406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9711): Terminated: ok {rc=0}\u000a13:22:17.089541 --- ParallelTerminationStrategy: PID 9714 died...\u000a13:22:17.149436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9714): Terminated: ok {rc=0}\u000a13:22:17.240371 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:22:10" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9726): Process ended prematurely: osmo-stp_10.42.42.5(pid=9726) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9726)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9726): Process ended prematurely: osmo-stp_10.42.42.5(pid=9726) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:22:19.202205 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:22:19.213987 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:22:19.381326 tst mo_mt_call.py: using LAC 21745\u000a13:22:19.511055 tst mo_mt_call.py: using RAC 70\u000a13:22:19.641067 tst mo_mt_call.py: using CellId 21745\u000a13:22:19.770067 tst mo_mt_call.py: using BVCI 21746\u000a13:22:19.794959 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:22:19.806547 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:22:19.818046 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:22:19.829800 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:22:19.842282 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:22:19.854453 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:22:19.970471 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:22:20.174917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:20.671568 run create_hlr_db(pid=9720): Launched\u000a13:22:20.849533 bus /sierra_2: Setting Powered False\u000a13:22:21.870328 run create_hlr_db(pid=9720): Terminated: ok {rc=0}\u000a13:22:22.306414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9722): Launched\u000a13:22:22.635827 run osmo-hlr_10.42.42.2(pid=9723): Launched\u000a13:22:22.755809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:23.327410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9725): Launched\u000a13:22:23.656873 run osmo-stp_10.42.42.5(pid=9726): Launched\u000a13:22:23.776675 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:22:24.377881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9728): Launched\u000a13:22:24.708499 run osmo-msc_10.42.42.6(pid=9729): Launched\u000a13:22:24.901762 run osmo-stp_10.42.42.5(pid=9726): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9726)]\u000a13:22:25.039410 run osmo-stp_10.42.42.5(pid=9726): stdout: \u000a| (launched: 2022-12-09_13:22:23.494520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:25.177279 run osmo-stp_10.42.42.5(pid=9726): stderr: \u000a| �[0;m�[38;5;43m20221209132223686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132223687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132223687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132223687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132223688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132223688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132223688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:25.309650 run osmo-stp_10.42.42.5(pid=9726): stdout: \u000a| (launched: 2022-12-09_13:22:23.494520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:25.440618 run osmo-stp_10.42.42.5(pid=9726): stderr: \u000a| �[0;m�[38;5;43m20221209132223686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132223687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132223687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132223687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132223688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132223688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132223688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:25.498277 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9726): Process ended prematurely: osmo-stp_10.42.42.5(pid=9726) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9726)] [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:22:25.507591 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:22:25.571093 run osmo-hlr_10.42.42.2(pid=9723): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9723)]\u000a13:22:25.622950 run osmo-hlr_10.42.42.2(pid=9723): stdout: \u000a| (launched: 2022-12-09_13:22:22.473691) \u000a13:22:25.675500 run osmo-hlr_10.42.42.2(pid=9723): stderr: \u000a| �[0;m�[1;31m20221209132222671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132222671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132222671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132222671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132222671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132222671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132222718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132222728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132222728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132222728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:25.746601 run osmo-msc_10.42.42.6(pid=9729): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9729)]\u000a13:22:25.798391 run osmo-msc_10.42.42.6(pid=9729): stdout: \u000a| (launched: 2022-12-09_13:22:24.545648) \u000a13:22:25.850671 run osmo-msc_10.42.42.6(pid=9729): stderr: \u000a| �[0;m�[38;5;43m20221209132224869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132224869 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7ac86edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132224870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132224870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132224870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132224870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132224872 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132224872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132224872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132224872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:22:25.895370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9722): Terminating (SIGTERM)\u000a13:22:25.937643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9725): Terminating (SIGTERM)\u000a13:22:25.979717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9728): Terminating (SIGTERM)\u000a13:22:25.989485 --- ParallelTerminationStrategy: PID 9722 died...\u000a13:22:26.045340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9722): Terminated: ok {rc=0}\u000a13:22:26.055650 --- ParallelTerminationStrategy: PID 9725 died...\u000a13:22:26.112453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9725): Terminated: ok {rc=0}\u000a13:22:26.122571 --- ParallelTerminationStrategy: PID 9728 died...\u000a13:22:26.179037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9728): Terminated: ok {rc=0}\u000a13:22:26.268302 bus /sierra_3: Setting Powered False\u000a13:22:27.377537 bus /sierra_3: Setting Powered False\u000a13:22:28.486852 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9737): Process ended prematurely: osmo-stp_10.42.42.5(pid=9737) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9737)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9737): Process ended prematurely: osmo-stp_10.42.42.5(pid=9737) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:22:29.601851 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:22:29.614149 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:22:29.782014 tst mo_mt_call_osmux.py: using LAC 21746\u000a13:22:29.910411 tst mo_mt_call_osmux.py: using RAC 71\u000a13:22:30.038474 tst mo_mt_call_osmux.py: using CellId 21746\u000a13:22:30.167289 tst mo_mt_call_osmux.py: using BVCI 21747\u000a13:22:30.192149 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:22:30.203791 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:22:30.215382 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:22:30.227199 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:22:30.239021 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:22:30.250633 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:22:30.369635 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:22:30.584075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:31.153010 run create_hlr_db(pid=9731): Launched\u000a13:22:31.336052 bus /sierra_2: Setting Powered False\u000a13:22:32.352667 run create_hlr_db(pid=9731): Terminated: ok {rc=0}\u000a13:22:32.764920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9733): Launched\u000a13:22:33.075494 run osmo-hlr_10.42.42.2(pid=9734): Launched\u000a13:22:33.196350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:33.736054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9736): Launched\u000a13:22:34.043427 run osmo-stp_10.42.42.5(pid=9737): Launched\u000a13:22:34.154143 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:22:34.716057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9739): Launched\u000a13:22:35.024866 run osmo-msc_10.42.42.6(pid=9740): Launched\u000a13:22:35.205505 run osmo-stp_10.42.42.5(pid=9737): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9737)]\u000a13:22:35.336612 run osmo-stp_10.42.42.5(pid=9737): stdout: \u000a| (launched: 2022-12-09_13:22:33.892483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:35.464578 run osmo-stp_10.42.42.5(pid=9737): stderr: \u000a| �[0;m�[38;5;43m20221209132234064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132234064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132234064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132234064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132234065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132234065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132234065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:35.587903 run osmo-stp_10.42.42.5(pid=9737): stdout: \u000a| (launched: 2022-12-09_13:22:33.892483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:35.710193 run osmo-stp_10.42.42.5(pid=9737): stderr: \u000a| �[0;m�[38;5;43m20221209132234064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132234064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132234064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132234064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132234065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132234065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132234065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:35.764013 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9737): Process ended prematurely: osmo-stp_10.42.42.5(pid=9737) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9737)] [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:22:35.772734 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:22:35.833686 run osmo-hlr_10.42.42.2(pid=9734): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9734)]\u000a13:22:35.882387 run osmo-hlr_10.42.42.2(pid=9734): stdout: \u000a| (launched: 2022-12-09_13:22:32.922034) \u000a13:22:35.931675 run osmo-hlr_10.42.42.2(pid=9734): stderr: \u000a| �[0;m�[1;31m20221209132233099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132233099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132233099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132233099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132233099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132233099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132233111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132233119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132233120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132233120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:35.998851 run osmo-msc_10.42.42.6(pid=9740): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9740)]\u000a13:22:36.047502 run osmo-msc_10.42.42.6(pid=9740): stdout: \u000a| (launched: 2022-12-09_13:22:34.872377) \u000a13:22:36.096671 run osmo-msc_10.42.42.6(pid=9740): stderr: \u000a| �[0;m�[38;5;43m20221209132235144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132235144 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f76a35f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132235144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132235144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132235145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132235145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132235147 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132235147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132235147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132235147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:22:36.138455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9733): Terminating (SIGTERM)\u000a13:22:36.177835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9736): Terminating (SIGTERM)\u000a13:22:36.217317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9739): Terminating (SIGTERM)\u000a13:22:36.226458 --- ParallelTerminationStrategy: PID 9733 died...\u000a13:22:36.279350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9733): Terminated: ok {rc=0}\u000a13:22:36.288761 --- ParallelTerminationStrategy: PID 9736 died...\u000a13:22:36.341457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9736): Terminated: ok {rc=0}\u000a13:22:36.350961 --- ParallelTerminationStrategy: PID 9739 died...\u000a13:22:36.403841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9739): Terminated: ok {rc=0}\u000a13:22:36.487236 bus /sierra_3: Setting Powered False\u000a13:22:37.586864 bus /sierra_3: Setting Powered False\u000a13:22:38.699099 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:22:18" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9752): Process ended prematurely: osmo-stp_10.42.42.5(pid=9752) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9752)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9752): Process ended prematurely: osmo-stp_10.42.42.5(pid=9752) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:22:40.688444 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:22:40.699588 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:22:40.856192 tst mo_mt_call.py: using LAC 21747\u000a13:22:40.978808 tst mo_mt_call.py: using RAC 72\u000a13:22:41.105753 tst mo_mt_call.py: using CellId 21747\u000a13:22:41.225000 tst mo_mt_call.py: using BVCI 21748\u000a13:22:41.248422 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:22:41.259527 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:22:41.270496 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:22:41.281427 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:22:41.292701 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:22:41.303731 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:22:41.424019 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:22:41.627799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:42.119629 run create_hlr_db(pid=9746): Launched\u000a13:22:42.296864 bus /sierra_2: Setting Powered False\u000a13:22:43.318044 run create_hlr_db(pid=9746): Terminated: ok {rc=0}\u000a13:22:43.753130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9748): Launched\u000a13:22:44.082143 run osmo-hlr_10.42.42.2(pid=9749): Launched\u000a13:22:44.202068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:44.772805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9751): Launched\u000a13:22:45.101660 run osmo-stp_10.42.42.5(pid=9752): Launched\u000a13:22:45.221077 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:22:45.821448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9754): Launched\u000a13:22:46.253250 run osmo-msc_10.42.42.6(pid=9755): Launched\u000a13:22:46.574575 run osmo-stp_10.42.42.5(pid=9752): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9752)]\u000a13:22:46.751972 run osmo-stp_10.42.42.5(pid=9752): stdout: \u000a| (launched: 2022-12-09_13:22:44.939820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:46.948623 run osmo-stp_10.42.42.5(pid=9752): stderr: \u000a| �[0;m�[38;5;43m20221209132245134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132245134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132245134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132245135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132245135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132245135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132245135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:47.080743 run osmo-stp_10.42.42.5(pid=9752): stdout: \u000a| (launched: 2022-12-09_13:22:44.939820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:47.210581 run osmo-stp_10.42.42.5(pid=9752): stderr: \u000a| �[0;m�[38;5;43m20221209132245134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132245134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132245134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132245135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132245135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132245135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132245135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:47.267364 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9752): Process ended prematurely: osmo-stp_10.42.42.5(pid=9752) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9752)] [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:22:47.276437 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a13:22:47.338484 run osmo-hlr_10.42.42.2(pid=9749): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9749)]\u000a13:22:47.390021 run osmo-hlr_10.42.42.2(pid=9749): stdout: \u000a| (launched: 2022-12-09_13:22:43.920033) \u000a13:22:47.440411 run osmo-hlr_10.42.42.2(pid=9749): stderr: \u000a| �[0;m�[1;31m20221209132244118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132244118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132244118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132244118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132244118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132244118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132244132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132244142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132244142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132244142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:47.515286 run osmo-msc_10.42.42.6(pid=9755): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9755)]\u000a13:22:47.564414 run osmo-msc_10.42.42.6(pid=9755): stdout: \u000a| (launched: 2022-12-09_13:22:46.004380) \u000a13:22:47.613954 run osmo-msc_10.42.42.6(pid=9755): stderr: \u000a| �[0;m�[38;5;43m20221209132246611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132246611 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc2beb4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132246611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132246611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132246611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132246612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132246619 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132246619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132246619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132246619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:22:47.655860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9748): Terminating (SIGTERM)\u000a13:22:47.695479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9751): Terminating (SIGTERM)\u000a13:22:47.735104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9754): Terminating (SIGTERM)\u000a13:22:47.744276 --- ParallelTerminationStrategy: PID 9748 died...\u000a13:22:47.797330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9748): Terminated: ok {rc=0}\u000a13:22:47.806940 --- ParallelTerminationStrategy: PID 9751 died...\u000a13:22:47.860896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9751): Terminated: ok {rc=0}\u000a13:22:47.870629 --- ParallelTerminationStrategy: PID 9754 died...\u000a13:22:47.923735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9754): Terminated: ok {rc=0}\u000a13:22:48.013328 bus /sierra_3: Setting Powered False\u000a13:22:49.117516 bus /sierra_3: Setting Powered False\u000a13:22:50.230130 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9763): Process ended prematurely: osmo-stp_10.42.42.5(pid=9763) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9763)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9763): Process ended prematurely: osmo-stp_10.42.42.5(pid=9763) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:22:51.345608 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:22:51.357992 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:22:51.526893 tst mo_mt_call_osmux.py: using LAC 21748\u000a13:22:51.664171 tst mo_mt_call_osmux.py: using RAC 73\u000a13:22:51.791479 tst mo_mt_call_osmux.py: using CellId 21748\u000a13:22:51.921385 tst mo_mt_call_osmux.py: using BVCI 21749\u000a13:22:51.946597 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:22:51.958371 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:22:51.969872 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:22:51.981754 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:22:51.993340 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:22:52.005144 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:22:52.126357 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:22:52.336222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:52.830980 run create_hlr_db(pid=9757): Launched\u000a13:22:53.008509 bus /sierra_2: Setting Powered False\u000a13:22:54.029135 run create_hlr_db(pid=9757): Terminated: ok {rc=0}\u000a13:22:54.439006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9759): Launched\u000a13:22:54.749796 run osmo-hlr_10.42.42.2(pid=9760): Launched\u000a13:22:54.866528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:55.399951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9762): Launched\u000a13:22:55.707927 run osmo-stp_10.42.42.5(pid=9763): Launched\u000a13:22:55.819328 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:22:56.379658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9765): Launched\u000a13:22:56.689338 run osmo-msc_10.42.42.6(pid=9766): Launched\u000a13:22:56.868941 run osmo-stp_10.42.42.5(pid=9763): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9763)]\u000a13:22:56.999005 run osmo-stp_10.42.42.5(pid=9763): stdout: \u000a| (launched: 2022-12-09_13:22:55.557175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:57.126577 run osmo-stp_10.42.42.5(pid=9763): stderr: \u000a| �[0;m�[38;5;43m20221209132255728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132255728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132255729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132255729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132255730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132255730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132255730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:57.250061 run osmo-stp_10.42.42.5(pid=9763): stdout: \u000a| (launched: 2022-12-09_13:22:55.557175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:57.372060 run osmo-stp_10.42.42.5(pid=9763): stderr: \u000a| �[0;m�[38;5;43m20221209132255728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132255728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132255729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132255729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132255730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132255730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132255730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:57.426324 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9763): Process ended prematurely: osmo-stp_10.42.42.5(pid=9763) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9763)] [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:22:57.435252 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:22:57.495472 run osmo-hlr_10.42.42.2(pid=9760): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9760)]\u000a13:22:57.544426 run osmo-hlr_10.42.42.2(pid=9760): stdout: \u000a| (launched: 2022-12-09_13:22:54.596160) \u000a13:22:57.593825 run osmo-hlr_10.42.42.2(pid=9760): stderr: \u000a| �[0;m�[1;31m20221209132254773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132254773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132254773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132254773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132254773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132254773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132254785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132254793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132254794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132254794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:57.661064 run osmo-msc_10.42.42.6(pid=9766): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9766)]\u000a13:22:57.709887 run osmo-msc_10.42.42.6(pid=9766): stdout: \u000a| (launched: 2022-12-09_13:22:56.537147) \u000a13:22:57.759157 run osmo-msc_10.42.42.6(pid=9766): stderr: \u000a| �[0;m�[38;5;43m20221209132256810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132256810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bae6f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132256810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132256810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132256810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132256810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132256812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132256812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132256813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132256813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:22:57.801090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9759): Terminating (SIGTERM)\u000a13:22:57.840679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9762): Terminating (SIGTERM)\u000a13:22:57.880121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9765): Terminating (SIGTERM)\u000a13:22:57.889382 --- ParallelTerminationStrategy: PID 9759 died...\u000a13:22:57.942585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9759): Terminated: ok {rc=0}\u000a13:22:57.952110 --- ParallelTerminationStrategy: PID 9762 died...\u000a13:22:58.005003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9762): Terminated: ok {rc=0}\u000a13:22:58.014422 --- ParallelTerminationStrategy: PID 9765 died...\u000a13:22:58.066875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9765): Terminated: ok {rc=0}\u000a13:22:58.149963 bus /sierra_3: Setting Powered False\u000a13:22:59.256362 bus /sierra_3: Setting Powered False\u000a13:23:00.363202 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:22:40" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10048): Process ended prematurely: osmo-stp_10.42.42.5(pid=10048) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10048)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10048): Process ended prematurely: osmo-stp_10.42.42.5(pid=10048) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:23:02.470231 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:23:02.482768 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:23:02.668932 tst mo_mt_call.py: using LAC 21749\u000a13:23:02.824043 tst mo_mt_call.py: using RAC 74\u000a13:23:02.954424 tst mo_mt_call.py: using CellId 21749\u000a13:23:03.105036 tst mo_mt_call.py: using BVCI 21750\u000a13:23:03.134169 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:23:03.148041 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:23:03.161668 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:23:03.178165 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:23:03.192088 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:23:03.204111 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:23:03.340110 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:23:03.600494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:04.255058 run create_hlr_db(pid=9979): Launched\u000a13:23:04.476769 bus /sierra_2: Setting Powered False\u000a13:23:05.461626 run create_hlr_db(pid=9979): Terminated: ok {rc=0}\u000a13:23:05.941699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10042): Launched\u000a13:23:06.367562 run osmo-hlr_10.42.42.2(pid=10044): Launched\u000a13:23:06.600367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:07.190516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10047): Launched\u000a13:23:07.622655 run osmo-stp_10.42.42.5(pid=10048): Launched\u000a13:23:07.844013 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:23:08.465319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10050): Launched\u000a13:23:08.900524 run osmo-msc_10.42.42.6(pid=10051): Launched\u000a13:23:09.289199 run osmo-stp_10.42.42.5(pid=10048): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10048)]\u000a13:23:09.493511 run osmo-stp_10.42.42.5(pid=10048): stdout: \u000a| (launched: 2022-12-09_13:23:07.359951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:09.635554 run osmo-stp_10.42.42.5(pid=10048): stderr: \u000a| �[0;m�[38;5;43m20221209132307654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132307654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132307655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132307655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132307655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132307656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132307656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:09.773081 run osmo-stp_10.42.42.5(pid=10048): stdout: \u000a| (launched: 2022-12-09_13:23:07.359951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:09.909180 run osmo-stp_10.42.42.5(pid=10048): stderr: \u000a| �[0;m�[38;5;43m20221209132307654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132307654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132307655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132307655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132307655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132307656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132307656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:09.968878 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10048): Process ended prematurely: osmo-stp_10.42.42.5(pid=10048) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10048)] [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:23:09.979471 tst mo_mt_call.py:8: Test FAILED (7.6 sec)\u000a13:23:10.048044 run osmo-hlr_10.42.42.2(pid=10044): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10044)]\u000a13:23:10.103488 run osmo-hlr_10.42.42.2(pid=10044): stdout: \u000a| (launched: 2022-12-09_13:23:06.103371) \u000a13:23:10.159425 run osmo-hlr_10.42.42.2(pid=10044): stderr: \u000a| �[0;m�[1;31m20221209132306392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132306392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132306392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132306392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132306392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132306392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132306407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132306419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132306419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132306420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:10.233991 run osmo-msc_10.42.42.6(pid=10051): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10051)]\u000a13:23:10.289012 run osmo-msc_10.42.42.6(pid=10051): stdout: \u000a| (launched: 2022-12-09_13:23:08.635691) \u000a13:23:10.344635 run osmo-msc_10.42.42.6(pid=10051): stderr: \u000a| �[0;m�[38;5;43m20221209132309146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132309146 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d66129c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132309146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132309146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132309146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132309146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132309148 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132309149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132309149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132309149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:23:10.391972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10042): Terminating (SIGTERM)\u000a13:23:10.438761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10047): Terminating (SIGTERM)\u000a13:23:10.485947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10050): Terminating (SIGTERM)\u000a13:23:10.496789 --- ParallelTerminationStrategy: PID 10042 died...\u000a13:23:10.558809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10042): Terminated: ok {rc=0}\u000a13:23:10.570076 --- ParallelTerminationStrategy: PID 10047 died...\u000a13:23:10.630306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10047): Terminated: ok {rc=0}\u000a13:23:10.641466 --- ParallelTerminationStrategy: PID 10050 died...\u000a13:23:10.701366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10050): Terminated: ok {rc=0}\u000a13:23:10.793571 bus /sierra_3: Setting Powered False\u000a13:23:11.905955 bus /sierra_3: Setting Powered False\u000a13:23:13.023431 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10059): Process ended prematurely: osmo-stp_10.42.42.5(pid=10059) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10059)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10059): Process ended prematurely: osmo-stp_10.42.42.5(pid=10059) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:23:14.136578 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:23:14.149447 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:23:14.312264 tst mo_mt_call_osmux.py: using LAC 21750\u000a13:23:14.436345 tst mo_mt_call_osmux.py: using RAC 75\u000a13:23:14.561817 tst mo_mt_call_osmux.py: using CellId 21750\u000a13:23:14.685910 tst mo_mt_call_osmux.py: using BVCI 21751\u000a13:23:14.711361 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:23:14.723588 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:23:14.735828 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:23:14.748221 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:23:14.760572 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:23:14.772524 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:23:14.891854 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:23:15.101224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:15.647186 run create_hlr_db(pid=10053): Launched\u000a13:23:15.834481 bus /sierra_2: Setting Powered False\u000a13:23:16.890340 run create_hlr_db(pid=10053): Terminated: ok {rc=0}\u000a13:23:17.320763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10055): Launched\u000a13:23:17.751292 run osmo-hlr_10.42.42.2(pid=10056): Launched\u000a13:23:17.993535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:18.589558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10058): Launched\u000a13:23:19.012127 run osmo-stp_10.42.42.5(pid=10059): Launched\u000a13:23:19.249199 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:23:19.890298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10061): Launched\u000a13:23:20.302122 run osmo-msc_10.42.42.6(pid=10062): Launched\u000a13:23:20.700001 run osmo-stp_10.42.42.5(pid=10059): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10059)]\u000a13:23:20.971168 run osmo-stp_10.42.42.5(pid=10059): stdout: \u000a| (launched: 2022-12-09_13:23:18.751807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:21.161330 run osmo-stp_10.42.42.5(pid=10059): stderr: \u000a| �[0;m�[38;5;43m20221209132319089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132319089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132319089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132319090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132319090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132319090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132319090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:21.290982 run osmo-stp_10.42.42.5(pid=10059): stdout: \u000a| (launched: 2022-12-09_13:23:18.751807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:21.418156 run osmo-stp_10.42.42.5(pid=10059): stderr: \u000a| �[0;m�[38;5;43m20221209132319089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132319089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132319089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132319090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132319090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132319090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132319090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:21.475423 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10059): Process ended prematurely: osmo-stp_10.42.42.5(pid=10059) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10059)] [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:23:21.485281 tst mo_mt_call_osmux.py:8: Test FAILED (7.4 sec)\u000a13:23:21.549866 run osmo-hlr_10.42.42.2(pid=10056): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10056)]\u000a13:23:21.601898 run osmo-hlr_10.42.42.2(pid=10056): stdout: \u000a| (launched: 2022-12-09_13:23:17.482758) \u000a13:23:21.655282 run osmo-hlr_10.42.42.2(pid=10056): stderr: \u000a| �[0;m�[1;31m20221209132317757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132317757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132317757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132317757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132317757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132317757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132317775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132317783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132317783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132317783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:21.727263 run osmo-msc_10.42.42.6(pid=10062): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10062)]\u000a13:23:21.779146 run osmo-msc_10.42.42.6(pid=10062): stdout: \u000a| (launched: 2022-12-09_13:23:20.051320) \u000a13:23:21.831259 run osmo-msc_10.42.42.6(pid=10062): stderr: \u000a| �[0;m�[38;5;43m20221209132320643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132320644 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f705d78bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132320644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132320644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132320644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132320644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132320654 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132320655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132320655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132320655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:23:21.876648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10055): Terminating (SIGTERM)\u000a13:23:21.919418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10058): Terminating (SIGTERM)\u000a13:23:21.965201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10061): Terminating (SIGTERM)\u000a13:23:21.975937 --- ParallelTerminationStrategy: PID 10055 died...\u000a13:23:22.034271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10055): Terminated: ok {rc=0}\u000a13:23:22.045330 --- ParallelTerminationStrategy: PID 10058 died...\u000a13:23:22.102431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10058): Terminated: ok {rc=0}\u000a13:23:22.113134 --- ParallelTerminationStrategy: PID 10061 died...\u000a13:23:22.168611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10061): Terminated: ok {rc=0}\u000a13:23:22.255869 bus /sierra_3: Setting Powered False\u000a13:23:23.364398 bus /sierra_3: Setting Powered False\u000a13:23:24.481270 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:23:02" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10073): Process ended prematurely: osmo-stp_10.42.42.5(pid=10073) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10073)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10073): Process ended prematurely: osmo-stp_10.42.42.5(pid=10073) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:23:26.472698 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:23:26.483958 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:23:26.641870 tst mo_mt_call.py: using LAC 21751\u000a13:23:26.762207 tst mo_mt_call.py: using RAC 76\u000a13:23:26.885479 tst mo_mt_call.py: using CellId 21751\u000a13:23:27.007517 tst mo_mt_call.py: using BVCI 21752\u000a13:23:27.031074 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:23:27.042344 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:23:27.053371 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:23:27.064292 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:23:27.075422 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:23:27.086443 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:23:27.207037 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:23:27.414142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:27.911498 run create_hlr_db(pid=10067): Launched\u000a13:23:28.088901 bus /sierra_2: Setting Powered False\u000a13:23:29.109708 run create_hlr_db(pid=10067): Terminated: ok {rc=0}\u000a13:23:29.546964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10069): Launched\u000a13:23:29.876382 run osmo-hlr_10.42.42.2(pid=10070): Launched\u000a13:23:29.998395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:30.571780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10072): Launched\u000a13:23:31.023810 run osmo-stp_10.42.42.5(pid=10073): Launched\u000a13:23:31.283785 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:23:31.937117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10075): Launched\u000a13:23:32.419262 run osmo-msc_10.42.42.6(pid=10076): Launched\u000a13:23:32.628422 run osmo-stp_10.42.42.5(pid=10073): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10073)]\u000a13:23:32.768589 run osmo-stp_10.42.42.5(pid=10073): stdout: \u000a| (launched: 2022-12-09_13:23:30.739122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:32.909310 run osmo-stp_10.42.42.5(pid=10073): stderr: \u000a| �[0;m�[38;5;43m20221209132330972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132330972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132330973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132330973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132330974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132330974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132330974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:33.041845 run osmo-stp_10.42.42.5(pid=10073): stdout: \u000a| (launched: 2022-12-09_13:23:30.739122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:33.173727 run osmo-stp_10.42.42.5(pid=10073): stderr: \u000a| �[0;m�[38;5;43m20221209132330972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132330972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132330973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132330973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132330974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132330974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132330974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:33.231550 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10073): Process ended prematurely: osmo-stp_10.42.42.5(pid=10073) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10073)] [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:23:33.241104 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a13:23:33.305232 run osmo-hlr_10.42.42.2(pid=10070): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10070)]\u000a13:23:33.357159 run osmo-hlr_10.42.42.2(pid=10070): stdout: \u000a| (launched: 2022-12-09_13:23:29.714842) \u000a13:23:33.409538 run osmo-hlr_10.42.42.2(pid=10070): stderr: \u000a| �[0;m�[1;31m20221209132329914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132329914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132329914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132329914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132329914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132329914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132329927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132329935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132329935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132329936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:33.480442 run osmo-msc_10.42.42.6(pid=10076): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10076)]\u000a13:23:33.532078 run osmo-msc_10.42.42.6(pid=10076): stdout: \u000a| (launched: 2022-12-09_13:23:32.144316) \u000a13:23:33.584497 run osmo-msc_10.42.42.6(pid=10076): stderr: \u000a| �[0;m�[38;5;43m20221209132332591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132332591 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3161432c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132332591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132332591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132332591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132332591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132332593 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132332594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132332594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132332594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:23:33.628610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10069): Terminating (SIGTERM)\u000a13:23:33.670679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10072): Terminating (SIGTERM)\u000a13:23:33.712698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10075): Terminating (SIGTERM)\u000a13:23:33.722374 --- ParallelTerminationStrategy: PID 10069 died...\u000a13:23:33.778791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10069): Terminated: ok {rc=0}\u000a13:23:33.788773 --- ParallelTerminationStrategy: PID 10072 died...\u000a13:23:33.844897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10072): Terminated: ok {rc=0}\u000a13:23:33.854916 --- ParallelTerminationStrategy: PID 10075 died...\u000a13:23:33.911084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10075): Terminated: ok {rc=0}\u000a13:23:33.996856 bus /sierra_3: Setting Powered False\u000a13:23:35.103870 bus /sierra_3: Setting Powered False\u000a13:23:36.211898 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10084): Process ended prematurely: osmo-stp_10.42.42.5(pid=10084) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10084)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10084): Process ended prematurely: osmo-stp_10.42.42.5(pid=10084) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:23:37.326202 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:23:37.338677 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:23:37.507235 tst mo_mt_call_osmux.py: using LAC 21752\u000a13:23:37.636733 tst mo_mt_call_osmux.py: using RAC 77\u000a13:23:37.760435 tst mo_mt_call_osmux.py: using CellId 21752\u000a13:23:37.882507 tst mo_mt_call_osmux.py: using BVCI 21753\u000a13:23:37.906177 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:23:37.917417 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:23:37.928419 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:23:37.939364 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:23:37.950449 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:23:37.961398 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:23:38.079613 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:23:38.283809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:38.777755 run create_hlr_db(pid=10078): Launched\u000a13:23:38.954118 bus /sierra_2: Setting Powered False\u000a13:23:39.975217 run create_hlr_db(pid=10078): Terminated: ok {rc=0}\u000a13:23:40.413477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10080): Launched\u000a13:23:40.742344 run osmo-hlr_10.42.42.2(pid=10081): Launched\u000a13:23:40.864621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:41.436700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10083): Launched\u000a13:23:41.766566 run osmo-stp_10.42.42.5(pid=10084): Launched\u000a13:23:41.887240 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:23:42.486931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10086): Launched\u000a13:23:42.817509 run osmo-msc_10.42.42.6(pid=10087): Launched\u000a13:23:43.010689 run osmo-stp_10.42.42.5(pid=10084): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10084)]\u000a13:23:43.151786 run osmo-stp_10.42.42.5(pid=10084): stdout: \u000a| (launched: 2022-12-09_13:23:41.603585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:43.289102 run osmo-stp_10.42.42.5(pid=10084): stderr: \u000a| �[0;m�[38;5;43m20221209132341798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132341798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132341799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132341799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132341801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132341802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132341802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:43.420779 run osmo-stp_10.42.42.5(pid=10084): stdout: \u000a| (launched: 2022-12-09_13:23:41.603585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:43.551233 run osmo-stp_10.42.42.5(pid=10084): stderr: \u000a| �[0;m�[38;5;43m20221209132341798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132341798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132341799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132341799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132341801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132341802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132341802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:43.608586 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10084): Process ended prematurely: osmo-stp_10.42.42.5(pid=10084) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10084)] [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:23:43.618237 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:23:43.681887 run osmo-hlr_10.42.42.2(pid=10081): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10081)]\u000a13:23:43.733721 run osmo-hlr_10.42.42.2(pid=10081): stdout: \u000a| (launched: 2022-12-09_13:23:40.580598) \u000a13:23:43.786431 run osmo-hlr_10.42.42.2(pid=10081): stderr: \u000a| �[0;m�[1;31m20221209132340781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132340781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132340781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132340781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132340781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132340781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132340794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132340803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132340803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132340803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:43.858201 run osmo-msc_10.42.42.6(pid=10087): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10087)]\u000a13:23:43.910207 run osmo-msc_10.42.42.6(pid=10087): stdout: \u000a| (launched: 2022-12-09_13:23:42.653911) \u000a13:23:43.962997 run osmo-msc_10.42.42.6(pid=10087): stderr: \u000a| �[0;m�[38;5;43m20221209132342976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132342976 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b8c9ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132342976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132342976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132342976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132342976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132342978 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132342978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132342979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132342979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:23:44.007523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10080): Terminating (SIGTERM)\u000a13:23:44.050231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10083): Terminating (SIGTERM)\u000a13:23:44.092170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10086): Terminating (SIGTERM)\u000a13:23:44.102627 --- ParallelTerminationStrategy: PID 10080 died...\u000a13:23:44.159317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10080): Terminated: ok {rc=0}\u000a13:23:44.169351 --- ParallelTerminationStrategy: PID 10083 died...\u000a13:23:44.225698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10083): Terminated: ok {rc=0}\u000a13:23:44.235771 --- ParallelTerminationStrategy: PID 10086 died...\u000a13:23:44.292120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10086): Terminated: ok {rc=0}\u000a13:23:44.378772 bus /sierra_3: Setting Powered False\u000a13:23:45.484102 bus /sierra_3: Setting Powered False\u000a13:23:46.600624 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:23:26" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10100): Process ended prematurely: osmo-stp_10.42.42.5(pid=10100) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10100)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10100): Process ended prematurely: osmo-stp_10.42.42.5(pid=10100) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:23:48.590944 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:48.602210 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:23:48.767140 tst mo_mt_call.py: using LAC 21753\u000a13:23:48.895959 tst mo_mt_call.py: using RAC 78\u000a13:23:49.020694 tst mo_mt_call.py: using CellId 21753\u000a13:23:49.142227 tst mo_mt_call.py: using BVCI 21754\u000a13:23:49.165781 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:49.176824 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:49.187853 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:49.198854 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:49.210087 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:49.221128 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:23:49.342428 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:23:49.554966 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:50.078297 run create_hlr_db(pid=10094): Launched\u000a13:23:50.256747 bus /sierra_2: Setting Powered False\u000a13:23:51.277229 run create_hlr_db(pid=10094): Terminated: ok {rc=0}\u000a13:23:51.685965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10096): Launched\u000a13:23:51.995161 run osmo-hlr_10.42.42.2(pid=10097): Launched\u000a13:23:52.113743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:52.653487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10099): Launched\u000a13:23:52.962724 run osmo-stp_10.42.42.5(pid=10100): Launched\u000a13:23:53.073356 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:23:53.633190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10102): Launched\u000a13:23:53.942352 run osmo-msc_10.42.42.6(pid=10103): Launched\u000a13:23:54.122160 run osmo-stp_10.42.42.5(pid=10100): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10100)]\u000a13:23:54.251691 run osmo-stp_10.42.42.5(pid=10100): stdout: \u000a| (launched: 2022-12-09_13:23:52.810474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:54.379234 run osmo-stp_10.42.42.5(pid=10100): stderr: \u000a| �[0;m�[38;5;43m20221209132352983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132352983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132352984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132352984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132352986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132352987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132352987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:54.502437 run osmo-stp_10.42.42.5(pid=10100): stdout: \u000a| (launched: 2022-12-09_13:23:52.810474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:54.624058 run osmo-stp_10.42.42.5(pid=10100): stderr: \u000a| �[0;m�[38;5;43m20221209132352983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132352983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132352984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132352984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132352986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132352987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132352987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:54.677894 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10100): Process ended prematurely: osmo-stp_10.42.42.5(pid=10100) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10100)] [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:23:54.686495 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:23:54.745676 run osmo-hlr_10.42.42.2(pid=10097): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10097)]\u000a13:23:54.794810 run osmo-hlr_10.42.42.2(pid=10097): stdout: \u000a| (launched: 2022-12-09_13:23:51.842812) \u000a13:23:54.843989 run osmo-hlr_10.42.42.2(pid=10097): stderr: \u000a| �[0;m�[1;31m20221209132352023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132352023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132352023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132352023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132352023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132352023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132352036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132352046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132352046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132352047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:54.911021 run osmo-msc_10.42.42.6(pid=10103): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10103)]\u000a13:23:54.959796 run osmo-msc_10.42.42.6(pid=10103): stdout: \u000a| (launched: 2022-12-09_13:23:53.789511) \u000a13:23:55.008985 run osmo-msc_10.42.42.6(pid=10103): stderr: \u000a| �[0;m�[38;5;43m20221209132354063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132354063 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40d40eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132354063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132354063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132354063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132354064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132354065 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132354066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132354066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132354066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:23:55.050778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10096): Terminating (SIGTERM)\u000a13:23:55.090268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10099): Terminating (SIGTERM)\u000a13:23:55.129751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10102): Terminating (SIGTERM)\u000a13:23:55.138854 --- ParallelTerminationStrategy: PID 10096 died...\u000a13:23:55.191806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10096): Terminated: ok {rc=0}\u000a13:23:55.201345 --- ParallelTerminationStrategy: PID 10099 died...\u000a13:23:55.253605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10099): Terminated: ok {rc=0}\u000a13:23:55.263005 --- ParallelTerminationStrategy: PID 10102 died...\u000a13:23:55.315531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10102): Terminated: ok {rc=0}\u000a13:23:55.404159 bus /sierra_3: Setting Powered False\u000a13:23:56.508672 bus /sierra_3: Setting Powered False\u000a13:23:57.619566 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10111): Process ended prematurely: osmo-stp_10.42.42.5(pid=10111) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10111)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10111): Process ended prematurely: osmo-stp_10.42.42.5(pid=10111) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:23:58.729705 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:58.741513 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:23:58.900577 tst mo_mt_call_osmux.py: using LAC 21754\u000a13:23:59.023196 tst mo_mt_call_osmux.py: using RAC 79\u000a13:23:59.146668 tst mo_mt_call_osmux.py: using CellId 21754\u000a13:23:59.270093 tst mo_mt_call_osmux.py: using BVCI 21755\u000a13:23:59.293516 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:59.304593 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:59.315627 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:59.326693 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:59.337809 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:23:59.348801 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:23:59.468306 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:23:59.674114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:00.167070 run create_hlr_db(pid=10105): Launched\u000a13:24:00.343783 bus /sierra_2: Setting Powered False\u000a13:24:01.368263 run create_hlr_db(pid=10105): Terminated: ok {rc=0}\u000a13:24:01.800015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10107): Launched\u000a13:24:02.127746 run osmo-hlr_10.42.42.2(pid=10108): Launched\u000a13:24:02.286932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:02.839536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10110): Launched\u000a13:24:03.148046 run osmo-stp_10.42.42.5(pid=10111): Launched\u000a13:24:03.270889 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:24:03.843640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10113): Launched\u000a13:24:04.154665 run osmo-msc_10.42.42.6(pid=10114): Launched\u000a13:24:04.341898 run osmo-stp_10.42.42.5(pid=10111): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10111)]\u000a13:24:04.482726 run osmo-stp_10.42.42.5(pid=10111): stdout: \u000a| (launched: 2022-12-09_13:24:02.996042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:04.611472 run osmo-stp_10.42.42.5(pid=10111): stderr: \u000a| �[0;m�[38;5;43m20221209132403167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132403168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132403168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132403168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132403171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132403171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132403171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:04.734933 run osmo-stp_10.42.42.5(pid=10111): stdout: \u000a| (launched: 2022-12-09_13:24:02.996042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:04.857308 run osmo-stp_10.42.42.5(pid=10111): stderr: \u000a| �[0;m�[38;5;43m20221209132403167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132403168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132403168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132403168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132403171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132403171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132403171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:04.911153 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10111): Process ended prematurely: osmo-stp_10.42.42.5(pid=10111) [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10111)] [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:24:04.919766 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:24:04.979233 run osmo-hlr_10.42.42.2(pid=10108): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10108)]\u000a13:24:05.027888 run osmo-hlr_10.42.42.2(pid=10108): stdout: \u000a| (launched: 2022-12-09_13:24:01.960925) \u000a13:24:05.077532 run osmo-hlr_10.42.42.2(pid=10108): stderr: \u000a| �[0;m�[1;31m20221209132402276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132402276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132402276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132402276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132402276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132402276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132402288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132402298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132402298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132402298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:05.144619 run osmo-msc_10.42.42.6(pid=10114): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10114)]\u000a13:24:05.193330 run osmo-msc_10.42.42.6(pid=10114): stdout: \u000a| (launched: 2022-12-09_13:24:04.000627) \u000a13:24:05.242623 run osmo-msc_10.42.42.6(pid=10114): stderr: \u000a| �[0;m�[38;5;43m20221209132404276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132404277 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f426685fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132404277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132404277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132404277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132404277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132404279 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132404279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132404279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132404279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:24:05.284544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10107): Terminating (SIGTERM)\u000a13:24:05.324147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10110): Terminating (SIGTERM)\u000a13:24:05.364006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10113): Terminating (SIGTERM)\u000a13:24:05.373322 --- ParallelTerminationStrategy: PID 10107 died...\u000a13:24:05.426258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10107): Terminated: ok {rc=0}\u000a13:24:05.435755 --- ParallelTerminationStrategy: PID 10110 died...\u000a13:24:05.488483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10110): Terminated: ok {rc=0}\u000a13:24:05.498099 --- ParallelTerminationStrategy: PID 10113 died...\u000a13:24:05.550739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10113): Terminated: ok {rc=0}\u000a13:24:05.634896 bus /sierra_3: Setting Powered False\u000a13:24:06.742073 bus /sierra_3: Setting Powered False\u000a13:24:07.849897 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:23:48" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10125): Process ended prematurely: osmo-stp_10.42.42.5(pid=10125) [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10125)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10125): Process ended prematurely: osmo-stp_10.42.42.5(pid=10125) [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:24:09.845861 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:24:09.857098 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:24:10.020220 tst mo_mt_call.py: using LAC 21755\u000a13:24:10.141324 tst mo_mt_call.py: using RAC 80\u000a13:24:10.260561 tst mo_mt_call.py: using CellId 21755\u000a13:24:10.381442 tst mo_mt_call.py: using BVCI 21756\u000a13:24:10.404646 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:24:10.415962 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:24:10.427119 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:24:10.438180 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:24:10.449349 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:24:10.460338 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:24:10.579007 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:24:10.783951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:11.278676 run create_hlr_db(pid=10119): Launched\u000a13:24:11.456152 bus /sierra_2: Setting Powered False\u000a13:24:12.477726 run create_hlr_db(pid=10119): Terminated: ok {rc=0}\u000a13:24:12.913575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10121): Launched\u000a13:24:13.244074 run osmo-hlr_10.42.42.2(pid=10122): Launched\u000a13:24:13.366797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:13.937161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10124): Launched\u000a13:24:14.266894 run osmo-stp_10.42.42.5(pid=10125): Launched\u000a13:24:14.386917 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:24:14.987371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10127): Launched\u000a13:24:15.317860 run osmo-msc_10.42.42.6(pid=10128): Launched\u000a13:24:15.510219 run osmo-stp_10.42.42.5(pid=10125): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10125)]\u000a13:24:15.648540 run osmo-stp_10.42.42.5(pid=10125): stdout: \u000a| (launched: 2022-12-09_13:24:14.104474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:15.786550 run osmo-stp_10.42.42.5(pid=10125): stderr: \u000a| �[0;m�[38;5;43m20221209132414299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132414300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132414300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132414300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132414301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132414301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132414301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:15.948516 run osmo-stp_10.42.42.5(pid=10125): stdout: \u000a| (launched: 2022-12-09_13:24:14.104474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:16.077540 run osmo-stp_10.42.42.5(pid=10125): stderr: \u000a| �[0;m�[38;5;43m20221209132414299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132414300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132414300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132414300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132414301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132414301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132414301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:16.133570 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10125): Process ended prematurely: osmo-stp_10.42.42.5(pid=10125) [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10125)] [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:24:16.143515 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:24:16.207652 run osmo-hlr_10.42.42.2(pid=10122): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10122)]\u000a13:24:16.260055 run osmo-hlr_10.42.42.2(pid=10122): stdout: \u000a| (launched: 2022-12-09_13:24:13.081366) \u000a13:24:16.313694 run osmo-hlr_10.42.42.2(pid=10122): stderr: \u000a| �[0;m�[1;31m20221209132413284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132413284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132413284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132413284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132413284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132413284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132413296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132413304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132413305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132413305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:16.383995 run osmo-msc_10.42.42.6(pid=10128): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10128)]\u000a13:24:16.435815 run osmo-msc_10.42.42.6(pid=10128): stdout: \u000a| (launched: 2022-12-09_13:24:15.155175) \u000a13:24:16.489584 run osmo-msc_10.42.42.6(pid=10128): stderr: \u000a| �[0;m�[38;5;43m20221209132415478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132415479 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ce950ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132415479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132415479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132415479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132415479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132415481 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132415481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132415481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132415481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:24:16.534392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10121): Terminating (SIGTERM)\u000a13:24:16.579716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10124): Terminating (SIGTERM)\u000a13:24:16.624196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10127): Terminating (SIGTERM)\u000a13:24:16.634668 --- ParallelTerminationStrategy: PID 10121 died...\u000a13:24:16.694541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10121): Terminated: ok {rc=0}\u000a13:24:16.705197 --- ParallelTerminationStrategy: PID 10124 died...\u000a13:24:16.761069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10124): Terminated: ok {rc=0}\u000a13:24:16.772561 --- ParallelTerminationStrategy: PID 10127 died...\u000a13:24:16.829330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10127): Terminated: ok {rc=0}\u000a13:24:16.916706 bus /sierra_3: Setting Powered False\u000a13:24:18.021835 bus /sierra_3: Setting Powered False\u000a13:24:19.129700 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10136): Process ended prematurely: osmo-stp_10.42.42.5(pid=10136) [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10136)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10136): Process ended prematurely: osmo-stp_10.42.42.5(pid=10136) [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:24:20.246282 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:24:20.258720 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:24:20.427186 tst mo_mt_call_osmux.py: using LAC 21756\u000a13:24:20.558598 tst mo_mt_call_osmux.py: using RAC 81\u000a13:24:20.685832 tst mo_mt_call_osmux.py: using CellId 21756\u000a13:24:20.812700 tst mo_mt_call_osmux.py: using BVCI 21757\u000a13:24:20.837792 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:24:20.849550 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:24:20.860895 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:24:20.872464 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:24:20.884279 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:24:20.896256 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:24:21.014071 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:24:21.219614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:21.715030 run create_hlr_db(pid=10130): Launched\u000a13:24:21.893879 bus /sierra_2: Setting Powered False\u000a13:24:22.914248 run create_hlr_db(pid=10130): Terminated: ok {rc=0}\u000a13:24:23.354489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10132): Launched\u000a13:24:23.685664 run osmo-hlr_10.42.42.2(pid=10133): Launched\u000a13:24:23.806211 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:24.378257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10135): Launched\u000a13:24:24.708431 run osmo-stp_10.42.42.5(pid=10136): Launched\u000a13:24:24.828224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:24:25.430054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10138): Launched\u000a13:24:25.761331 run osmo-msc_10.42.42.6(pid=10139): Launched\u000a13:24:25.954498 run osmo-stp_10.42.42.5(pid=10136): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10136)]\u000a13:24:26.093955 run osmo-stp_10.42.42.5(pid=10136): stdout: \u000a| (launched: 2022-12-09_13:24:24.545722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:26.231768 run osmo-stp_10.42.42.5(pid=10136): stderr: \u000a| �[0;m�[38;5;43m20221209132424739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132424739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132424739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132424740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132424742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132424742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132424742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:26.364353 run osmo-stp_10.42.42.5(pid=10136): stdout: \u000a| (launched: 2022-12-09_13:24:24.545722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:26.495432 run osmo-stp_10.42.42.5(pid=10136): stderr: \u000a| �[0;m�[38;5;43m20221209132424739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132424739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132424739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132424740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132424742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132424742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132424742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:26.552933 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10136): Process ended prematurely: osmo-stp_10.42.42.5(pid=10136) [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10136)] [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:24:26.562352 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:24:26.625624 run osmo-hlr_10.42.42.2(pid=10133): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10133)]\u000a13:24:26.677164 run osmo-hlr_10.42.42.2(pid=10133): stdout: \u000a| (launched: 2022-12-09_13:24:23.522135) \u000a13:24:26.729475 run osmo-hlr_10.42.42.2(pid=10133): stderr: \u000a| �[0;m�[1;31m20221209132423721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132423721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132423722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132423722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132423722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132423722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132423735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132423745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132423745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132423745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:26.800119 run osmo-msc_10.42.42.6(pid=10139): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10139)]\u000a13:24:26.851842 run osmo-msc_10.42.42.6(pid=10139): stdout: \u000a| (launched: 2022-12-09_13:24:25.597880) \u000a13:24:26.903947 run osmo-msc_10.42.42.6(pid=10139): stderr: \u000a| �[0;m�[38;5;43m20221209132425920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132425921 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa086541c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132425921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132425921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132425921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132425921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132425923 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132425923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132425923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132425924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:24:26.948315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10132): Terminating (SIGTERM)\u000a13:24:26.990798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10135): Terminating (SIGTERM)\u000a13:24:27.033071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10138): Terminating (SIGTERM)\u000a13:24:27.042776 --- ParallelTerminationStrategy: PID 10132 died...\u000a13:24:27.099196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10132): Terminated: ok {rc=0}\u000a13:24:27.109345 --- ParallelTerminationStrategy: PID 10135 died...\u000a13:24:27.165933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10135): Terminated: ok {rc=0}\u000a13:24:27.176098 --- ParallelTerminationStrategy: PID 10138 died...\u000a13:24:27.232155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10138): Terminated: ok {rc=0}\u000a13:24:27.318824 bus /sierra_3: Setting Powered False\u000a13:24:28.423941 bus /sierra_3: Setting Powered False\u000a13:24:29.531837 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:24:09" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10150): Process ended prematurely: osmo-stp_10.42.42.5(pid=10150) [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10150)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10150): Process ended prematurely: osmo-stp_10.42.42.5(pid=10150) [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:24:31.593198 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:24:31.604653 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:24:31.766559 tst mo_mt_call.py: using LAC 21757\u000a13:24:31.926135 tst mo_mt_call.py: using RAC 82\u000a13:24:32.049875 tst mo_mt_call.py: using CellId 21757\u000a13:24:32.227210 tst mo_mt_call.py: using BVCI 21758\u000a13:24:32.257088 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:24:32.268875 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:24:32.280601 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:24:32.291972 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:24:32.303275 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:24:32.315588 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:24:32.434477 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:24:32.640747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:33.135247 run create_hlr_db(pid=10144): Launched\u000a13:24:33.313069 bus /sierra_2: Setting Powered False\u000a13:24:34.334559 run create_hlr_db(pid=10144): Terminated: ok {rc=0}\u000a13:24:34.772150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10146): Launched\u000a13:24:35.103776 run osmo-hlr_10.42.42.2(pid=10147): Launched\u000a13:24:35.226600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:35.798546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10149): Launched\u000a13:24:36.129934 run osmo-stp_10.42.42.5(pid=10150): Launched\u000a13:24:36.250467 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:24:36.851126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10152): Launched\u000a13:24:37.181626 run osmo-msc_10.42.42.6(pid=10153): Launched\u000a13:24:37.375626 run osmo-stp_10.42.42.5(pid=10150): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10150)]\u000a13:24:37.515952 run osmo-stp_10.42.42.5(pid=10150): stdout: \u000a| (launched: 2022-12-09_13:24:35.965850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:37.653899 run osmo-stp_10.42.42.5(pid=10150): stderr: \u000a| �[0;m�[38;5;43m20221209132436158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132436158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132436158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132436159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132436161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132436161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132436161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:37.786465 run osmo-stp_10.42.42.5(pid=10150): stdout: \u000a| (launched: 2022-12-09_13:24:35.965850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:37.917410 run osmo-stp_10.42.42.5(pid=10150): stderr: \u000a| �[0;m�[38;5;43m20221209132436158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132436158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132436158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132436159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132436161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132436161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132436161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:37.975131 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10150): Process ended prematurely: osmo-stp_10.42.42.5(pid=10150) [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10150)] [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:24:37.984332 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a13:24:38.047557 run osmo-hlr_10.42.42.2(pid=10147): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10147)]\u000a13:24:38.096811 run osmo-hlr_10.42.42.2(pid=10147): stdout: \u000a| (launched: 2022-12-09_13:24:34.939686) \u000a13:24:38.146675 run osmo-hlr_10.42.42.2(pid=10147): stderr: \u000a| �[0;m�[1;31m20221209132435140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132435140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132435140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132435140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132435140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132435140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132435153 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132435161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132435162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132435162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:38.213474 run osmo-msc_10.42.42.6(pid=10153): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10153)]\u000a13:24:38.263992 run osmo-msc_10.42.42.6(pid=10153): stdout: \u000a| (launched: 2022-12-09_13:24:37.018699) \u000a13:24:38.313792 run osmo-msc_10.42.42.6(pid=10153): stderr: \u000a| �[0;m�[38;5;43m20221209132437340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132437340 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f558e81dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132437340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132437340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132437340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132437341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132437342 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132437343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132437343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132437343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:24:38.355710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10146): Terminating (SIGTERM)\u000a13:24:38.395925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10149): Terminating (SIGTERM)\u000a13:24:38.436079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10152): Terminating (SIGTERM)\u000a13:24:38.445798 --- ParallelTerminationStrategy: PID 10146 died...\u000a13:24:38.499482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10146): Terminated: ok {rc=0}\u000a13:24:38.509629 --- ParallelTerminationStrategy: PID 10149 died...\u000a13:24:38.562921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10149): Terminated: ok {rc=0}\u000a13:24:38.572932 --- ParallelTerminationStrategy: PID 10152 died...\u000a13:24:38.626314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10152): Terminated: ok {rc=0}\u000a13:24:38.714798 bus /sierra_3: Setting Powered False\u000a13:24:39.818747 bus /sierra_3: Setting Powered False\u000a13:24:40.930631 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10161): Process ended prematurely: osmo-stp_10.42.42.5(pid=10161) [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10161)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10161): Process ended prematurely: osmo-stp_10.42.42.5(pid=10161) [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:24:42.042128 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:24:42.053973 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:24:42.214061 tst mo_mt_call_osmux.py: using LAC 21758\u000a13:24:42.336480 tst mo_mt_call_osmux.py: using RAC 83\u000a13:24:42.459411 tst mo_mt_call_osmux.py: using CellId 21758\u000a13:24:42.582774 tst mo_mt_call_osmux.py: using BVCI 21759\u000a13:24:42.606331 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:24:42.617384 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:24:42.628090 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:24:42.638862 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:24:42.649730 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:24:42.660467 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:24:42.779067 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:24:42.983516 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:43.479050 run create_hlr_db(pid=10155): Launched\u000a13:24:43.656395 bus /sierra_2: Setting Powered False\u000a13:24:44.677680 run create_hlr_db(pid=10155): Terminated: ok {rc=0}\u000a13:24:45.115577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10157): Launched\u000a13:24:45.446020 run osmo-hlr_10.42.42.2(pid=10158): Launched\u000a13:24:45.569529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:46.171602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10160): Launched\u000a13:24:46.550944 run osmo-stp_10.42.42.5(pid=10161): Launched\u000a13:24:46.851717 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:24:47.568538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10163): Launched\u000a13:24:47.903937 run osmo-msc_10.42.42.6(pid=10164): Launched\u000a13:24:48.096817 run osmo-stp_10.42.42.5(pid=10161): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10161)]\u000a13:24:48.236675 run osmo-stp_10.42.42.5(pid=10161): stdout: \u000a| (launched: 2022-12-09_13:24:46.342870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:48.376019 run osmo-stp_10.42.42.5(pid=10161): stderr: \u000a| �[0;m�[38;5;43m20221209132446736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132446738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132446739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132446741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132446742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132446742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132446742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:48.509471 run osmo-stp_10.42.42.5(pid=10161): stdout: \u000a| (launched: 2022-12-09_13:24:46.342870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:48.641585 run osmo-stp_10.42.42.5(pid=10161): stderr: \u000a| �[0;m�[38;5;43m20221209132446736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132446738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132446739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132446741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132446742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132446742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132446742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:48.699814 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10161): Process ended prematurely: osmo-stp_10.42.42.5(pid=10161) [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10161)] [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:24:48.709275 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a13:24:48.773116 run osmo-hlr_10.42.42.2(pid=10158): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10158)]\u000a13:24:48.825181 run osmo-hlr_10.42.42.2(pid=10158): stdout: \u000a| (launched: 2022-12-09_13:24:45.283503) \u000a13:24:48.877894 run osmo-hlr_10.42.42.2(pid=10158): stderr: \u000a| �[0;m�[1;31m20221209132445485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132445485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132445485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132445485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132445486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132445486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132445496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132445504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132445504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132445504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:48.949655 run osmo-msc_10.42.42.6(pid=10164): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10164)]\u000a13:24:49.001589 run osmo-msc_10.42.42.6(pid=10164): stdout: \u000a| (launched: 2022-12-09_13:24:47.737428) \u000a13:24:49.054191 run osmo-msc_10.42.42.6(pid=10164): stderr: \u000a| �[0;m�[38;5;43m20221209132448062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132448062 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc419d0bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132448062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132448062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132448062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132448063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132448064 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132448065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132448065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132448065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:24:49.099184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10157): Terminating (SIGTERM)\u000a13:24:49.142024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10160): Terminating (SIGTERM)\u000a13:24:49.184915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10163): Terminating (SIGTERM)\u000a13:24:49.194874 --- ParallelTerminationStrategy: PID 10157 died...\u000a13:24:49.251179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10157): Terminated: ok {rc=0}\u000a13:24:49.261994 --- ParallelTerminationStrategy: PID 10160 died...\u000a13:24:49.318405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10160): Terminated: ok {rc=0}\u000a13:24:49.328689 --- ParallelTerminationStrategy: PID 10163 died...\u000a13:24:49.385138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10163): Terminated: ok {rc=0}\u000a13:24:49.473043 bus /sierra_3: Setting Powered False\u000a13:24:50.576366 bus /sierra_3: Setting Powered False\u000a13:24:51.687102 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:24:31" }, { "cases" : [ { "testActions" : [ ], "age" : 198, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10175): Process ended prematurely: osmo-stp_10.42.42.5(pid=10175) [trial-2360↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10175)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10175): Process ended prematurely: osmo-stp_10.42.42.5(pid=10175) [trial-2360↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a13:24:53.680142 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:24:53.691986 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:24:53.837955 tst mo_mt_call.py: using LAC 21759\u000a13:24:53.957060 tst mo_mt_call.py: using RAC 84\u000a13:24:54.077971 tst mo_mt_call.py: using CellId 21759\u000a13:24:54.197494 tst mo_mt_call.py: using BVCI 21760\u000a13:24:54.220854 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:24:54.232278 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:24:54.243399 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:24:54.254514 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:24:54.265673 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:24:54.276767 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:24:54.397281 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:24:54.602721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:55.098714 run create_hlr_db(pid=10169): Launched\u000a13:24:55.276180 bus /sierra_2: Setting Powered False\u000a13:24:56.297865 run create_hlr_db(pid=10169): Terminated: ok {rc=0}\u000a13:24:56.735866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10171): Launched\u000a13:24:57.066493 run osmo-hlr_10.42.42.2(pid=10172): Launched\u000a13:24:57.190337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:57.763857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10174): Launched\u000a13:24:58.095563 run osmo-stp_10.42.42.5(pid=10175): Launched\u000a13:24:58.216264 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:24:58.818020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10177): Launched\u000a13:24:59.149863 run osmo-msc_10.42.42.6(pid=10178): Launched\u000a13:24:59.343361 run osmo-stp_10.42.42.5(pid=10175): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10175)]\u000a13:24:59.482721 run osmo-stp_10.42.42.5(pid=10175): stdout: \u000a| (launched: 2022-12-09_13:24:57.931484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:59.621394 run osmo-stp_10.42.42.5(pid=10175): stderr: \u000a| �[0;m�[38;5;43m20221209132458125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132458125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132458126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132458126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132458126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132458126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132458127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:59.753873 run osmo-stp_10.42.42.5(pid=10175): stdout: \u000a| (launched: 2022-12-09_13:24:57.931484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:59.885086 run osmo-stp_10.42.42.5(pid=10175): stderr: \u000a| �[0;m�[38;5;43m20221209132458125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132458125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132458126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132458126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132458126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132458126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132458127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:59.942665 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10175): Process ended prematurely: osmo-stp_10.42.42.5(pid=10175) [trial-2360↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10175)] [trial-2360↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a13:24:59.951982 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:25:00.015502 run osmo-hlr_10.42.42.2(pid=10172): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10172)]\u000a13:25:00.067136 run osmo-hlr_10.42.42.2(pid=10172): stdout: \u000a| (launched: 2022-12-09_13:24:56.903608) \u000a13:25:00.119716 run osmo-hlr_10.42.42.2(pid=10172): stderr: \u000a| �[0;m�[1;31m20221209132457102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132457102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132457102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132457102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132457102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132457102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132457115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132457125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132457125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132457125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:00.191183 run osmo-msc_10.42.42.6(pid=10178): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10178)]\u000a13:25:00.242672 run osmo-msc_10.42.42.6(pid=10178): stdout: \u000a| (launched: 2022-12-09_13:24:58.985680) \u000a13:25:00.294798 run osmo-msc_10.42.42.6(pid=10178): stderr: \u000a| �[0;m�[38;5;43m20221209132459310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132459310 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c080c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132459311 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132459311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132459311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132459311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132459313 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132459313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132459313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132459313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:25:00.350330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10171): Terminating (SIGTERM)\u000a13:25:00.392241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10174): Terminating (SIGTERM)\u000a13:25:00.434212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10177): Terminating (SIGTERM)\u000a13:25:00.443758 --- ParallelTerminationStrategy: PID 10171 died...\u000a13:25:00.499368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10171): Terminated: ok {rc=0}\u000a13:25:00.509329 --- ParallelTerminationStrategy: PID 10174 died...\u000a13:25:00.564205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10174): Terminated: ok {rc=0}\u000a13:25:00.574281 --- ParallelTerminationStrategy: PID 10177 died...\u000a13:25:00.629488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10177): Terminated: ok {rc=0}\u000a13:25:00.716377 bus /sierra_3: Setting Powered False\u000a13:25:01.831435 bus /sierra_3: Setting Powered False\u000a13:25:02.941702 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10189): Process ended prematurely: osmo-stp_10.42.42.5(pid=10189) [trial-2360↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10189)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10189): Process ended prematurely: osmo-stp_10.42.42.5(pid=10189) [trial-2360↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:25:04.055376 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:25:04.067938 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:25:04.210136 tst mo_mt_call_osmux.py: using LAC 21760\u000a13:25:04.329111 tst mo_mt_call_osmux.py: using RAC 85\u000a13:25:04.450653 tst mo_mt_call_osmux.py: using CellId 21760\u000a13:25:04.569511 tst mo_mt_call_osmux.py: using BVCI 21761\u000a13:25:04.592603 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:25:04.603962 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:25:04.615152 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:25:04.626843 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:25:04.638700 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:25:04.650229 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:25:04.770125 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:25:04.973223 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:05.454796 run create_hlr_db(pid=10183): Launched\u000a13:25:05.627603 bus /sierra_2: Setting Powered False\u000a13:25:06.648818 run create_hlr_db(pid=10183): Terminated: ok {rc=0}\u000a13:25:07.074442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10185): Launched\u000a13:25:07.396487 run osmo-hlr_10.42.42.2(pid=10186): Launched\u000a13:25:07.518886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:08.078567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10188): Launched\u000a13:25:08.401485 run osmo-stp_10.42.42.5(pid=10189): Launched\u000a13:25:08.518169 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:25:09.106430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10191): Launched\u000a13:25:09.429988 run osmo-msc_10.42.42.6(pid=10192): Launched\u000a13:25:09.619311 run osmo-stp_10.42.42.5(pid=10189): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10189)]\u000a13:25:09.755501 run osmo-stp_10.42.42.5(pid=10189): stdout: \u000a| (launched: 2022-12-09_13:25:08.242635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:09.891753 run osmo-stp_10.42.42.5(pid=10189): stderr: \u000a| �[0;m�[38;5;43m20221209132508433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132508433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132508433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132508434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132508434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132508434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132508434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:10.021549 run osmo-stp_10.42.42.5(pid=10189): stdout: \u000a| (launched: 2022-12-09_13:25:08.242635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:10.150597 run osmo-stp_10.42.42.5(pid=10189): stderr: \u000a| �[0;m�[38;5;43m20221209132508433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132508433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132508433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132508434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132508434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132508434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132508434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:10.207370 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10189): Process ended prematurely: osmo-stp_10.42.42.5(pid=10189) [trial-2360↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10189)] [trial-2360↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a13:25:10.216649 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:25:10.279957 run osmo-hlr_10.42.42.2(pid=10186): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10186)]\u000a13:25:10.331356 run osmo-hlr_10.42.42.2(pid=10186): stdout: \u000a| (launched: 2022-12-09_13:25:07.238595) \u000a13:25:10.383166 run osmo-hlr_10.42.42.2(pid=10186): stderr: \u000a| �[0;m�[1;31m20221209132507436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132507436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132507436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132507436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132507436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132507436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132507451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132507461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132507462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132507462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:10.453626 run osmo-msc_10.42.42.6(pid=10192): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10192)]\u000a13:25:10.504532 run osmo-msc_10.42.42.6(pid=10192): stdout: \u000a| (launched: 2022-12-09_13:25:09.270677) \u000a13:25:10.556100 run osmo-msc_10.42.42.6(pid=10192): stderr: \u000a| �[0;m�[38;5;43m20221209132509591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132509591 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7191f02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132509591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132509591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132509592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132509592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132509594 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132509594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132509594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132509594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:25:10.604778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10185): Terminating (SIGTERM)\u000a13:25:10.646733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10188): Terminating (SIGTERM)\u000a13:25:10.688304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10191): Terminating (SIGTERM)\u000a13:25:10.698063 --- ParallelTerminationStrategy: PID 10185 died...\u000a13:25:10.753893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10185): Terminated: ok {rc=0}\u000a13:25:10.764004 --- ParallelTerminationStrategy: PID 10188 died...\u000a13:25:10.819458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10188): Terminated: ok {rc=0}\u000a13:25:10.829878 --- ParallelTerminationStrategy: PID 10191 died...\u000a13:25:10.885352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10191): Terminated: ok {rc=0}\u000a13:25:10.971294 bus /sierra_3: Setting Powered False\u000a13:25:12.077507 bus /sierra_3: Setting Powered False\u000a13:25:13.187864 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:24:53" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10203): Process ended prematurely: osmo-stp_10.42.42.5(pid=10203) [trial-2360↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10203)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10203): Process ended prematurely: osmo-stp_10.42.42.5(pid=10203) [trial-2360↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:25:15.196776 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:25:15.207505 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:25:15.340820 tst emergency_mo_mt_call.py: using LAC 21761\u000a13:25:15.457082 tst emergency_mo_mt_call.py: using RAC 86\u000a13:25:15.577323 tst emergency_mo_mt_call.py: using CellId 21761\u000a13:25:15.692643 tst emergency_mo_mt_call.py: using BVCI 21762\u000a13:25:15.714923 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:25:15.725641 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:25:15.736148 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:25:15.746674 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:25:15.757172 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:25:15.767574 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:25:15.909830 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:25:16.125182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:16.639120 run create_hlr_db(pid=10197): Launched\u000a13:25:16.829642 bus /sierra_2: Setting Powered False\u000a13:25:17.843757 run create_hlr_db(pid=10197): Terminated: ok {rc=0}\u000a13:25:18.266259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10199): Launched\u000a13:25:18.582652 run osmo-hlr_10.42.42.2(pid=10200): Launched\u000a13:25:18.700444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:19.246457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10202): Launched\u000a13:25:19.561522 run osmo-stp_10.42.42.5(pid=10203): Launched\u000a13:25:19.695582 tst emergency_mo_mt_call.py: using MSISDN 7230\u000a13:25:19.851742 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:25:20.427424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10205): Launched\u000a13:25:20.743051 run osmo-msc_10.42.42.6(pid=10206): Launched\u000a13:25:20.928441 run osmo-stp_10.42.42.5(pid=10203): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10203)]\u000a13:25:21.062860 run osmo-stp_10.42.42.5(pid=10203): stdout: \u000a| (launched: 2022-12-09_13:25:19.406570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:21.197387 run osmo-stp_10.42.42.5(pid=10203): stderr: \u000a| �[0;m�[38;5;43m20221209132519599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132519599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132519599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132519600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132519600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132519600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132519601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:21.324636 run osmo-stp_10.42.42.5(pid=10203): stdout: \u000a| (launched: 2022-12-09_13:25:19.406570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:21.451015 run osmo-stp_10.42.42.5(pid=10203): stderr: \u000a| �[0;m�[38;5;43m20221209132519599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132519599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132519599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132519600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132519600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132519600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132519601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:21.506087 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10203): Process ended prematurely: osmo-stp_10.42.42.5(pid=10203) [trial-2360↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10203)] [trial-2360↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a13:25:21.515034 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a13:25:21.578237 run osmo-hlr_10.42.42.2(pid=10200): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10200)]\u000a13:25:21.629863 run osmo-hlr_10.42.42.2(pid=10200): stdout: \u000a| (launched: 2022-12-09_13:25:18.426124) \u000a13:25:21.682137 run osmo-hlr_10.42.42.2(pid=10200): stderr: \u000a| �[0;m�[1;31m20221209132518622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132518622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132518622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132518622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132518622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132518622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132518635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132518643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132518643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132518643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:21.752662 run osmo-msc_10.42.42.6(pid=10206): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10206)]\u000a13:25:21.804219 run osmo-msc_10.42.42.6(pid=10206): stdout: \u000a| (launched: 2022-12-09_13:25:20.588402) \u000a13:25:21.856629 run osmo-msc_10.42.42.6(pid=10206): stderr: \u000a| �[0;m�[38;5;43m20221209132520912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132520913 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe03df19c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132520913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132520913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132520913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132520913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132520915 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132520915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132520916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132520916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:25:21.900824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10199): Terminating (SIGTERM)\u000a13:25:21.943323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10202): Terminating (SIGTERM)\u000a13:25:21.985593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10205): Terminating (SIGTERM)\u000a13:25:21.995410 --- ParallelTerminationStrategy: PID 10199 died...\u000a13:25:22.051626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10199): Terminated: ok {rc=0}\u000a13:25:22.061776 --- ParallelTerminationStrategy: PID 10202 died...\u000a13:25:22.117385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10202): Terminated: ok {rc=0}\u000a13:25:22.127806 --- ParallelTerminationStrategy: PID 10205 died...\u000a13:25:22.183372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10205): Terminated: ok {rc=0}\u000a13:25:22.270466 bus /sierra_3: Setting Powered False\u000a13:25:23.373943 bus /sierra_3: Setting Powered False\u000a13:25:24.482958 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10214): Process ended prematurely: osmo-stp_10.42.42.5(pid=10214) [trial-2360↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10214)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10214): Process ended prematurely: osmo-stp_10.42.42.5(pid=10214) [trial-2360↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:25:25.532244 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:25:25.543705 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:25:25.682395 tst emergency_preemptive_call.py: using LAC 21762\u000a13:25:25.796138 tst emergency_preemptive_call.py: using RAC 87\u000a13:25:25.910234 tst emergency_preemptive_call.py: using CellId 21762\u000a13:25:26.023377 tst emergency_preemptive_call.py: using BVCI 21763\u000a13:25:26.045698 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:25:26.056242 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:25:26.066693 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:25:26.077036 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:25:26.087567 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:25:26.098002 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:25:26.209677 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:25:26.328491 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:25:26.443130 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:25:26.648289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:27.145591 run create_hlr_db(pid=10208): Launched\u000a13:25:27.329740 bus /sierra_2: Setting Powered False\u000a13:25:28.350290 run create_hlr_db(pid=10208): Terminated: ok {rc=0}\u000a13:25:28.748796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10210): Launched\u000a13:25:29.043727 run osmo-hlr_10.42.42.2(pid=10211): Launched\u000a13:25:29.152457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:29.662922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10213): Launched\u000a13:25:29.956356 run osmo-stp_10.42.42.5(pid=10214): Launched\u000a13:25:30.072659 tst emergency_preemptive_call.py: using MSISDN 7231\u000a13:25:30.218256 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:25:30.754845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10216): Launched\u000a13:25:31.168200 run osmo-msc_10.42.42.6(pid=10217): Launched\u000a13:25:31.501779 run osmo-stp_10.42.42.5(pid=10214): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10214)]\u000a13:25:31.731739 run osmo-stp_10.42.42.5(pid=10214): stdout: \u000a| (launched: 2022-12-09_13:25:29.811921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:31.987967 run osmo-stp_10.42.42.5(pid=10214): stderr: \u000a| �[0;m�[38;5;43m20221209132529982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132529982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132529982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132529982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132529983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132529984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132529984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:32.109635 run osmo-stp_10.42.42.5(pid=10214): stdout: \u000a| (launched: 2022-12-09_13:25:29.811921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:32.228047 run osmo-stp_10.42.42.5(pid=10214): stderr: \u000a| �[0;m�[38;5;43m20221209132529982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132529982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132529982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132529982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132529983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132529984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132529984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:32.283149 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10214): Process ended prematurely: osmo-stp_10.42.42.5(pid=10214) [trial-2360↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10214)] [trial-2360↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a13:25:32.291078 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a13:25:32.349805 run osmo-hlr_10.42.42.2(pid=10211): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10211)]\u000a13:25:32.398185 run osmo-hlr_10.42.42.2(pid=10211): stdout: \u000a| (launched: 2022-12-09_13:25:28.898084) \u000a13:25:32.447281 run osmo-hlr_10.42.42.2(pid=10211): stderr: \u000a| �[0;m�[1;31m20221209132529071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132529071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132529071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132529071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132529072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132529072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132529088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132529098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132529098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132529098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:32.513813 run osmo-msc_10.42.42.6(pid=10217): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10217)]\u000a13:25:32.562154 run osmo-msc_10.42.42.6(pid=10217): stdout: \u000a| (launched: 2022-12-09_13:25:30.925485) \u000a13:25:32.610819 run osmo-msc_10.42.42.6(pid=10217): stderr: \u000a| �[0;m�[38;5;43m20221209132531520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209132531520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff9d8d65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209132531529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209132531529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209132531529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209132531529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209132531531 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209132531532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209132531532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209132531532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:25:32.652421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10210): Terminating (SIGTERM)\u000a13:25:32.692081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10213): Terminating (SIGTERM)\u000a13:25:32.731447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10216): Terminating (SIGTERM)\u000a13:25:32.740534 --- ParallelTerminationStrategy: PID 10210 died...\u000a13:25:32.793338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10210): Terminated: ok {rc=0}\u000a13:25:32.802813 --- ParallelTerminationStrategy: PID 10213 died...\u000a13:25:32.855870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10213): Terminated: ok {rc=0}\u000a13:25:32.865426 --- ParallelTerminationStrategy: PID 10216 died...\u000a13:25:32.917740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10216): Terminated: ok {rc=0}\u000a13:25:33.006054 bus /sierra_9: Setting Powered False\u000a13:25:34.108865 bus /sierra_9: Setting Powered False\u000a13:25:35.220268 bus /sierra_8: Setting Powered False\u000a13:25:36.321948 bus /sierra_8: Setting Powered False\u000a13:25:37.432093 bus /sierra_3: Setting Powered False\u000a13:25:38.532855 bus /sierra_3: Setting Powered False\u000a13:25:39.644136 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:25:14" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10235): Process ended prematurely: osmo-stp_10.42.42.5(pid=10235) [trial-2360↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10235)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10235): Process ended prematurely: osmo-stp_10.42.42.5(pid=10235) [trial-2360↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:25:41.752651 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:41.763121 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:25:41.899926 tst cs_paging_gprs_active.py: using LAC 21763\u000a13:25:42.019339 tst cs_paging_gprs_active.py: using RAC 88\u000a13:25:42.159253 tst cs_paging_gprs_active.py: using CellId 21763\u000a13:25:42.288720 tst cs_paging_gprs_active.py: using BVCI 21764\u000a13:25:42.323036 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:42.335834 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:42.347197 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:42.358156 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:42.369423 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:42.380650 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:42.392175 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:42.403444 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:42.415002 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:25:42.533073 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:25:42.805567 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:25:42.929021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:43.234465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10225): Launched\u000a13:25:43.487637 run iperf3-srv_10.42.42.10(pid=10226): Launched\u000a13:25:43.667364 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:25:43.789803 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:44.094173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10227): Launched\u000a13:25:44.347769 run iperf3-srv_10.42.42.10(pid=10228): Launched\u000a13:25:44.527057 tst cs_paging_gprs_active.py:38: start network...\u000a13:25:44.649829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:45.126389 run create_hlr_db(pid=10229): Launched\u000a13:25:45.309831 bus /sierra_2: Setting Powered False\u000a13:25:46.333092 run create_hlr_db(pid=10229): Terminated: ok {rc=0}\u000a13:25:46.834850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10231): Launched\u000a13:25:47.259693 run osmo-hlr_10.42.42.2(pid=10232): Launched\u000a13:25:47.380028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:47.890816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10234): Launched\u000a13:25:48.183201 run osmo-stp_10.42.42.5(pid=10235): Launched\u000a13:25:48.290610 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:25:48.803069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10237): Launched\u000a13:25:48.908519 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:25:49.166288 run patchelf(pid=10238): Launched\u000a13:25:49.342479 run osmo-stp_10.42.42.5(pid=10235): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10235)]\u000a13:25:49.471558 run osmo-stp_10.42.42.5(pid=10235): stdout: \u000a| (launched: 2022-12-09_13:25:48.040314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:49.601384 run osmo-stp_10.42.42.5(pid=10235): stderr: \u000a| �[0;m�[38;5;43m20221209132548206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132548206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132548206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132548207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132548207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132548207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132548207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:49.726479 run osmo-stp_10.42.42.5(pid=10235): stdout: \u000a| (launched: 2022-12-09_13:25:48.040314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:49.850007 run osmo-stp_10.42.42.5(pid=10235): stderr: \u000a| �[0;m�[38;5;43m20221209132548206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132548206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132548206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132548207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132548207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132548207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132548207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:49.993493 run patchelf(pid=10238): Terminating (SIGINT)\u000a13:25:50.162023 run patchelf(pid=10238): Terminated: ok {rc=0}\u000a13:25:50.192934 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10235): Process ended prematurely: osmo-stp_10.42.42.5(pid=10235) [trial-2360↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10235)] [trial-2360↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a13:25:50.202037 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:25:50.262296 run osmo-hlr_10.42.42.2(pid=10232): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10232)]\u000a13:25:50.311431 run osmo-hlr_10.42.42.2(pid=10232): stdout: \u000a| (launched: 2022-12-09_13:25:46.991125) \u000a13:25:50.361187 run osmo-hlr_10.42.42.2(pid=10232): stderr: \u000a| �[0;m�[1;31m20221209132547239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132547239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132547240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132547240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132547240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132547240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132547252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132547260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132547260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132547260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:50.403924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10225): Terminating (SIGTERM)\u000a13:25:50.444087 run iperf3-srv_10.42.42.10(pid=10226): Terminating (SIGTERM)\u000a13:25:50.483853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10227): Terminating (SIGTERM)\u000a13:25:50.523640 run iperf3-srv_10.42.42.10(pid=10228): Terminating (SIGTERM)\u000a13:25:50.563593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10231): Terminating (SIGTERM)\u000a13:25:50.604393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10234): Terminating (SIGTERM)\u000a13:25:50.644194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10237): Terminating (SIGTERM)\u000a13:25:50.653703 --- ParallelTerminationStrategy: PID 10225 died...\u000a13:25:50.707222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10225): Terminated: ok {rc=0}\u000a13:25:50.716941 --- ParallelTerminationStrategy: PID 10226 died...\u000a13:25:50.770348 run iperf3-srv_10.42.42.10(pid=10226): Terminated {rc=256}\u000a13:25:50.779943 --- ParallelTerminationStrategy: PID 10227 died...\u000a13:25:50.834178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10227): Terminated: ok {rc=0}\u000a13:25:50.843909 --- ParallelTerminationStrategy: PID 10228 died...\u000a13:25:50.897713 run iperf3-srv_10.42.42.10(pid=10228): Terminated {rc=256}\u000a13:25:50.907596 --- ParallelTerminationStrategy: PID 10231 died...\u000a13:25:50.960500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10231): Terminated: ok {rc=0}\u000a13:25:50.970065 --- ParallelTerminationStrategy: PID 10234 died...\u000a13:25:51.023684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10234): Terminated: ok {rc=0}\u000a13:25:51.033530 --- ParallelTerminationStrategy: PID 10237 died...\u000a13:25:51.087307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10237): Terminated: ok {rc=0}\u000a13:25:51.170563 bus /gobi_0: Setting Powered False\u000a13:25:52.278330 bus /gobi_0: Setting Powered False\u000a13:25:53.386099 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10247): Process ended prematurely: osmo-stp_10.42.42.5(pid=10247) [trial-2360↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10247)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10247): Process ended prematurely: osmo-stp_10.42.42.5(pid=10247) [trial-2360↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a13:25:54.502870 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:54.513969 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:25:54.651130 tst iperf3.py: using LAC 21764\u000a13:25:54.772520 tst iperf3.py: using RAC 89\u000a13:25:54.896518 tst iperf3.py: using CellId 21764\u000a13:25:55.015185 tst iperf3.py: using BVCI 21765\u000a13:25:55.038504 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:55.049244 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:55.059571 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:55.069911 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:55.080131 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:55.090420 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:55.100858 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:55.111210 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:25:55.121699 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:25:55.396791 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:25:55.522761 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:55.834256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10239): Launched\u000a13:25:56.092722 run iperf3-srv_10.42.42.10(pid=10240): Launched\u000a13:25:56.275937 tst iperf3.py:8: start network...\u000a13:25:56.401352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:56.882472 run create_hlr_db(pid=10241): Launched\u000a13:25:57.055495 bus /gobi_6: Setting Powered False\u000a13:25:58.077984 run create_hlr_db(pid=10241): Terminated: ok {rc=0}\u000a13:25:58.506621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10243): Launched\u000a13:25:58.828713 run osmo-hlr_10.42.42.2(pid=10244): Launched\u000a13:25:58.948913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:59.510445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10246): Launched\u000a13:25:59.830947 run osmo-stp_10.42.42.5(pid=10247): Launched\u000a13:25:59.947795 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:00.507754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10249): Launched\u000a13:26:00.623071 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:00.914560 run patchelf(pid=10250): Launched\u000a13:26:01.113160 run osmo-stp_10.42.42.5(pid=10247): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10247)]\u000a13:26:01.255988 run osmo-stp_10.42.42.5(pid=10247): stdout: \u000a| (launched: 2022-12-09_13:25:59.673629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:01.399585 run osmo-stp_10.42.42.5(pid=10247): stderr: \u000a| �[0;m�[38;5;43m20221209132559861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132559861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132559861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132559862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132559862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132559862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132559862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:01.537238 run osmo-stp_10.42.42.5(pid=10247): stdout: \u000a| (launched: 2022-12-09_13:25:59.673629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:01.673066 run osmo-stp_10.42.42.5(pid=10247): stderr: \u000a| �[0;m�[38;5;43m20221209132559861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132559861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132559861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132559862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132559862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132559862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132559862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:01.830080 run patchelf(pid=10250): Terminating (SIGINT)\u000a13:26:02.014314 run patchelf(pid=10250): Terminated: ok {rc=0}\u000a13:26:02.048524 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10247): Process ended prematurely: osmo-stp_10.42.42.5(pid=10247) [trial-2360↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10247)] [trial-2360↪gprs:trx-umtrx↪iperf3.py:8]\u000a13:26:02.059336 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:26:02.127296 run osmo-hlr_10.42.42.2(pid=10244): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10244)]\u000a13:26:02.180670 run osmo-hlr_10.42.42.2(pid=10244): stdout: \u000a| (launched: 2022-12-09_13:25:58.671188) \u000a13:26:02.233482 run osmo-hlr_10.42.42.2(pid=10244): stderr: \u000a| �[0;m�[1;31m20221209132558866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132558866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132558866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132558866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132558866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132558866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132558879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132558889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132558890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132558890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:02.278114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10239): Terminating (SIGTERM)\u000a13:26:02.320618 run iperf3-srv_10.42.42.10(pid=10240): Terminating (SIGTERM)\u000a13:26:02.363237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10243): Terminating (SIGTERM)\u000a13:26:02.405375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10246): Terminating (SIGTERM)\u000a13:26:02.447332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10249): Terminating (SIGTERM)\u000a13:26:02.457473 --- ParallelTerminationStrategy: PID 10239 died...\u000a13:26:02.514097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10239): Terminated: ok {rc=0}\u000a13:26:02.524269 --- ParallelTerminationStrategy: PID 10240 died...\u000a13:26:02.580180 run iperf3-srv_10.42.42.10(pid=10240): Terminated {rc=256}\u000a13:26:02.590602 --- ParallelTerminationStrategy: PID 10243 died...\u000a13:26:02.646787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10243): Terminated: ok {rc=0}\u000a13:26:02.656786 --- ParallelTerminationStrategy: PID 10246 died...\u000a13:26:02.712778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10246): Terminated: ok {rc=0}\u000a13:26:02.723240 --- ParallelTerminationStrategy: PID 10249 died...\u000a13:26:02.779425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10249): Terminated: ok {rc=0}\u000a13:26:02.865612 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10265): Process ended prematurely: osmo-stp_10.42.42.5(pid=10265) [trial-2360↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10265)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10265): Process ended prematurely: osmo-stp_10.42.42.5(pid=10265) [trial-2360↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a13:26:03.979176 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:03.990998 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:26:04.135345 tst iperf3m4.py: using LAC 21765\u000a13:26:04.261684 tst iperf3m4.py: using RAC 90\u000a13:26:04.393189 tst iperf3m4.py: using CellId 21765\u000a13:26:04.523170 tst iperf3m4.py: using BVCI 21766\u000a13:26:04.547822 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:04.559112 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:04.569882 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:04.580777 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:04.591771 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:04.603332 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:04.614719 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:04.625785 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:04.636922 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:26:04.758463 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:26:04.884620 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:26:05.001703 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:26:05.280657 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:26:05.407147 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:05.719545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10251): Launched\u000a13:26:05.979498 run iperf3-srv_10.42.42.10(pid=10252): Launched\u000a13:26:06.163000 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:26:06.287975 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:06.599472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10253): Launched\u000a13:26:06.859087 run iperf3-srv_10.42.42.10(pid=10254): Launched\u000a13:26:07.043642 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:26:07.169266 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:07.481171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10255): Launched\u000a13:26:07.740639 run iperf3-srv_10.42.42.10(pid=10256): Launched\u000a13:26:07.924391 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:26:08.049726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:08.362669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10257): Launched\u000a13:26:08.622312 run iperf3-srv_10.42.42.10(pid=10258): Launched\u000a13:26:08.805942 tst iperf3m4.py:8: start network...\u000a13:26:08.931589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:09.417549 run create_hlr_db(pid=10259): Launched\u000a13:26:09.591291 bus /gobi_6: Setting Powered False\u000a13:26:10.612858 run create_hlr_db(pid=10259): Terminated: ok {rc=0}\u000a13:26:11.015062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10261): Launched\u000a13:26:11.316084 run osmo-hlr_10.42.42.2(pid=10262): Launched\u000a13:26:11.436840 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:11.967140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10264): Launched\u000a13:26:12.268935 run osmo-stp_10.42.42.5(pid=10265): Launched\u000a13:26:12.378806 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:12.903563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10267): Launched\u000a13:26:13.011579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:13.274357 run patchelf(pid=10268): Launched\u000a13:26:13.450867 run osmo-stp_10.42.42.5(pid=10265): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10265)]\u000a13:26:13.579912 run osmo-stp_10.42.42.5(pid=10265): stdout: \u000a| (launched: 2022-12-09_13:26:12.120927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:13.709670 run osmo-stp_10.42.42.5(pid=10265): stderr: \u000a| �[0;m�[38;5;43m20221209132612288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132612288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132612288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132612289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132612289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132612289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132612289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:13.834541 run osmo-stp_10.42.42.5(pid=10265): stdout: \u000a| (launched: 2022-12-09_13:26:12.120927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:13.958729 run osmo-stp_10.42.42.5(pid=10265): stderr: \u000a| �[0;m�[38;5;43m20221209132612288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132612288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132612288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132612289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132612289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132612289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132612289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:14.102791 run patchelf(pid=10268): Terminating (SIGINT)\u000a13:26:14.271059 run patchelf(pid=10268): Terminated: ok {rc=0}\u000a13:26:14.302060 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10265): Process ended prematurely: osmo-stp_10.42.42.5(pid=10265) [trial-2360↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10265)] [trial-2360↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a13:26:14.311207 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a13:26:14.370635 run osmo-hlr_10.42.42.2(pid=10262): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10262)]\u000a13:26:14.419105 run osmo-hlr_10.42.42.2(pid=10262): stdout: \u000a| (launched: 2022-12-09_13:26:11.168793) \u000a13:26:14.468128 run osmo-hlr_10.42.42.2(pid=10262): stderr: \u000a| �[0;m�[1;31m20221209132611343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132611343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132611343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132611343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132611343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132611343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132611356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132611365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132611365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132611365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:14.509975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10251): Terminating (SIGTERM)\u000a13:26:14.549310 run iperf3-srv_10.42.42.10(pid=10252): Terminating (SIGTERM)\u000a13:26:14.588692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10253): Terminating (SIGTERM)\u000a13:26:14.628033 run iperf3-srv_10.42.42.10(pid=10254): Terminating (SIGTERM)\u000a13:26:14.667568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10255): Terminating (SIGTERM)\u000a13:26:14.706853 run iperf3-srv_10.42.42.10(pid=10256): Terminating (SIGTERM)\u000a13:26:14.746181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10257): Terminating (SIGTERM)\u000a13:26:14.785405 run iperf3-srv_10.42.42.10(pid=10258): Terminating (SIGTERM)\u000a13:26:14.825229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10261): Terminating (SIGTERM)\u000a13:26:14.864729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10264): Terminating (SIGTERM)\u000a13:26:14.903984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10267): Terminating (SIGTERM)\u000a13:26:14.913162 --- ParallelTerminationStrategy: PID 10251 died...\u000a13:26:14.965979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10251): Terminated: ok {rc=0}\u000a13:26:14.975559 --- ParallelTerminationStrategy: PID 10252 died...\u000a13:26:15.029046 run iperf3-srv_10.42.42.10(pid=10252): Terminated {rc=256}\u000a13:26:15.038599 --- ParallelTerminationStrategy: PID 10253 died...\u000a13:26:15.091132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10253): Terminated: ok {rc=0}\u000a13:26:15.100680 --- ParallelTerminationStrategy: PID 10254 died...\u000a13:26:15.153667 run iperf3-srv_10.42.42.10(pid=10254): Terminated {rc=256}\u000a13:26:15.163387 --- ParallelTerminationStrategy: PID 10255 died...\u000a13:26:15.215989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10255): Terminated: ok {rc=0}\u000a13:26:15.225895 --- ParallelTerminationStrategy: PID 10256 died...\u000a13:26:15.278509 run iperf3-srv_10.42.42.10(pid=10256): Terminated {rc=256}\u000a13:26:15.288089 --- ParallelTerminationStrategy: PID 10257 died...\u000a13:26:15.340780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10257): Terminated: ok {rc=0}\u000a13:26:15.350306 --- ParallelTerminationStrategy: PID 10258 died...\u000a13:26:15.402931 run iperf3-srv_10.42.42.10(pid=10258): Terminated {rc=256}\u000a13:26:15.412551 --- ParallelTerminationStrategy: PID 10261 died...\u000a13:26:15.465398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10261): Terminated: ok {rc=0}\u000a13:26:15.474928 --- ParallelTerminationStrategy: PID 10264 died...\u000a13:26:15.527835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10264): Terminated: ok {rc=0}\u000a13:26:15.537589 --- ParallelTerminationStrategy: PID 10267 died...\u000a13:26:15.590373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10267): Terminated: ok {rc=0}\u000a13:26:15.673235 bus /gobi_4: Setting Powered False\u000a13:26:16.792048 bus /gobi_4: Setting Powered False\u000a13:26:17.899830 bus /gobi_1: Setting Powered False\u000a13:26:19.001542 bus /gobi_1: Setting Powered False\u000a13:26:20.112745 bus /gobi_0: Setting Powered False\u000a13:26:21.214972 bus /gobi_0: Setting Powered False\u000a13:26:22.326029 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 161, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10275): Process ended prematurely: osmo-stp_10.42.42.5(pid=10275) [trial-2360↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10275)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10275): Process ended prematurely: osmo-stp_10.42.42.5(pid=10275) [trial-2360↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a13:26:23.392669 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:23.403870 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:26:23.539364 tst ping.py: using LAC 21766\u000a13:26:23.657200 tst ping.py: using RAC 91\u000a13:26:23.773784 tst ping.py: using CellId 21766\u000a13:26:23.890319 tst ping.py: using BVCI 21767\u000a13:26:23.913048 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:23.923466 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:23.933811 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:23.944076 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:23.954294 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:23.964578 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:23.975012 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:23.985338 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:26:24.273545 tst ping.py:19: start network...\u000a13:26:24.406348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:24.905136 run create_hlr_db(pid=10269): Launched\u000a13:26:25.089278 bus /gobi_6: Setting Powered False\u000a13:26:26.109857 run create_hlr_db(pid=10269): Terminated: ok {rc=0}\u000a13:26:26.508647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10271): Launched\u000a13:26:26.804681 run osmo-hlr_10.42.42.2(pid=10272): Launched\u000a13:26:26.918360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:27.435668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10274): Launched\u000a13:26:27.731905 run osmo-stp_10.42.42.5(pid=10275): Launched\u000a13:26:27.839582 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:28.357244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10277): Launched\u000a13:26:28.462408 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:28.720357 run patchelf(pid=10278): Launched\u000a13:26:28.894458 run osmo-stp_10.42.42.5(pid=10275): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10275)]\u000a13:26:29.021811 run osmo-stp_10.42.42.5(pid=10275): stdout: \u000a| (launched: 2022-12-09_13:26:27.586381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:29.149925 run osmo-stp_10.42.42.5(pid=10275): stderr: \u000a| �[0;m�[38;5;43m20221209132627757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132627757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132627758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132627758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132627759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132627759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132627759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:29.273108 run osmo-stp_10.42.42.5(pid=10275): stdout: \u000a| (launched: 2022-12-09_13:26:27.586381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:29.395032 run osmo-stp_10.42.42.5(pid=10275): stderr: \u000a| �[0;m�[38;5;43m20221209132627757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132627757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132627758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132627758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132627759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132627759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132627759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:29.536891 run patchelf(pid=10278): Terminating (SIGINT)\u000a13:26:29.703369 run patchelf(pid=10278): Terminated: ok {rc=0}\u000a13:26:29.733634 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10275): Process ended prematurely: osmo-stp_10.42.42.5(pid=10275) [trial-2360↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10275)] [trial-2360↪gprs:trx-umtrx↪ping.py:22]\u000a13:26:29.742163 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:26:29.801718 run osmo-hlr_10.42.42.2(pid=10272): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10272)]\u000a13:26:29.850246 run osmo-hlr_10.42.42.2(pid=10272): stdout: \u000a| (launched: 2022-12-09_13:26:26.659573) \u000a13:26:29.899414 run osmo-hlr_10.42.42.2(pid=10272): stderr: \u000a| �[0;m�[1;31m20221209132626833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132626833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132626833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132626833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132626833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132626833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132626846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132626855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132626855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132626855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:29.941334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10271): Terminating (SIGTERM)\u000a13:26:29.980617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10274): Terminating (SIGTERM)\u000a13:26:30.019751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10277): Terminating (SIGTERM)\u000a13:26:30.028884 --- ParallelTerminationStrategy: PID 10271 died...\u000a13:26:30.081697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10271): Terminated: ok {rc=0}\u000a13:26:30.091526 --- ParallelTerminationStrategy: PID 10274 died...\u000a13:26:30.144449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10274): Terminated: ok {rc=0}\u000a13:26:30.154036 --- ParallelTerminationStrategy: PID 10277 died...\u000a13:26:30.206789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10277): Terminated: ok {rc=0}\u000a13:26:30.289179 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10285): Process ended prematurely: osmo-stp_10.42.42.5(pid=10285) [trial-2360↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10285)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10285): Process ended prematurely: osmo-stp_10.42.42.5(pid=10285) [trial-2360↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a13:26:31.348563 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:31.364049 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:26:31.533158 tst ping_idle_ping.py: using LAC 21767\u000a13:26:31.689725 tst ping_idle_ping.py: using RAC 92\u000a13:26:31.811753 tst ping_idle_ping.py: using CellId 21767\u000a13:26:31.934273 tst ping_idle_ping.py: using BVCI 21768\u000a13:26:31.957864 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:31.969087 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:31.980037 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:31.991665 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:32.002852 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:32.013844 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:32.024939 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:26:32.035975 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:26:32.353980 tst ping_idle_ping.py:24: start network...\u000a13:26:32.479012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:32.960266 run create_hlr_db(pid=10279): Launched\u000a13:26:33.146719 bus /gobi_6: Setting Powered False\u000a13:26:34.167807 run create_hlr_db(pid=10279): Terminated: ok {rc=0}\u000a13:26:34.571647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10281): Launched\u000a13:26:34.870418 run osmo-hlr_10.42.42.2(pid=10282): Launched\u000a13:26:34.980056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:35.497345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10284): Launched\u000a13:26:35.795749 run osmo-stp_10.42.42.5(pid=10285): Launched\u000a13:26:35.904756 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:36.422373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10287): Launched\u000a13:26:36.527716 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:36.787020 run patchelf(pid=10288): Launched\u000a13:26:36.961419 run osmo-stp_10.42.42.5(pid=10285): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10285)]\u000a13:26:37.088541 run osmo-stp_10.42.42.5(pid=10285): stdout: \u000a| (launched: 2022-12-09_13:26:35.648820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:37.217550 run osmo-stp_10.42.42.5(pid=10285): stderr: \u000a| �[0;m�[38;5;43m20221209132635818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132635818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132635818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132635818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132635819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132635819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132635819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:37.340531 run osmo-stp_10.42.42.5(pid=10285): stdout: \u000a| (launched: 2022-12-09_13:26:35.648820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:37.462398 run osmo-stp_10.42.42.5(pid=10285): stderr: \u000a| �[0;m�[38;5;43m20221209132635818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132635818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132635818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132635818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132635819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132635819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132635819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:37.604281 run patchelf(pid=10288): Terminating (SIGINT)\u000a13:26:37.770951 run patchelf(pid=10288): Terminated: ok {rc=0}\u000a13:26:37.801355 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10285): Process ended prematurely: osmo-stp_10.42.42.5(pid=10285) [trial-2360↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10285)] [trial-2360↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a13:26:37.809990 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:26:37.869606 run osmo-hlr_10.42.42.2(pid=10282): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10282)]\u000a13:26:37.918559 run osmo-hlr_10.42.42.2(pid=10282): stdout: \u000a| (launched: 2022-12-09_13:26:34.723280) \u000a13:26:37.968160 run osmo-hlr_10.42.42.2(pid=10282): stderr: \u000a| �[0;m�[1;31m20221209132634896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132634896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132634897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132634897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132634897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132634897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132634914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132634924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132634925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132634925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:38.010323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10281): Terminating (SIGTERM)\u000a13:26:38.050070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10284): Terminating (SIGTERM)\u000a13:26:38.089741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10287): Terminating (SIGTERM)\u000a13:26:38.099001 --- ParallelTerminationStrategy: PID 10281 died...\u000a13:26:38.152453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10281): Terminated: ok {rc=0}\u000a13:26:38.162113 --- ParallelTerminationStrategy: PID 10284 died...\u000a13:26:38.215359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10284): Terminated: ok {rc=0}\u000a13:26:38.224907 --- ParallelTerminationStrategy: PID 10287 died...\u000a13:26:38.278039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10287): Terminated: ok {rc=0}\u000a13:26:38.366412 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:25:41" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10304): Process ended prematurely: osmo-stp_10.42.42.5(pid=10304) [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10304)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10304): Process ended prematurely: osmo-stp_10.42.42.5(pid=10304) [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:26:40.504533 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:40.515379 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:26:40.654299 tst cs_paging_gprs_active.py: using LAC 21768\u000a13:26:40.773118 tst cs_paging_gprs_active.py: using RAC 93\u000a13:26:40.894454 tst cs_paging_gprs_active.py: using CellId 21768\u000a13:26:41.013793 tst cs_paging_gprs_active.py: using BVCI 21769\u000a13:26:41.037135 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:41.048024 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:41.058698 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:41.069379 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:41.079911 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:41.090570 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:41.101355 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:41.111838 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:41.122616 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:26:41.241243 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:26:41.520418 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:26:41.647470 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:41.962700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10294): Launched\u000a13:26:42.223619 run iperf3-srv_10.42.42.10(pid=10295): Launched\u000a13:26:42.407996 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:26:42.533853 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:42.846730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10296): Launched\u000a13:26:43.106645 run iperf3-srv_10.42.42.10(pid=10297): Launched\u000a13:26:43.291763 tst cs_paging_gprs_active.py:38: start network...\u000a13:26:43.417608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:43.902366 run create_hlr_db(pid=10298): Launched\u000a13:26:44.075403 bus /gobi_6: Setting Powered False\u000a13:26:45.098872 run create_hlr_db(pid=10298): Terminated: ok {rc=0}\u000a13:26:45.532089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10300): Launched\u000a13:26:45.917496 run osmo-hlr_10.42.42.2(pid=10301): Launched\u000a13:26:46.113272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:46.713296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10303): Launched\u000a13:26:47.103342 run osmo-stp_10.42.42.5(pid=10304): Launched\u000a13:26:47.276828 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:47.814816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10306): Launched\u000a13:26:47.922483 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:48.185196 run patchelf(pid=10307): Launched\u000a13:26:48.362024 run osmo-stp_10.42.42.5(pid=10304): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10304)]\u000a13:26:48.491530 run osmo-stp_10.42.42.5(pid=10304): stdout: \u000a| (launched: 2022-12-09_13:26:46.881383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:48.620733 run osmo-stp_10.42.42.5(pid=10304): stderr: \u000a| �[0;m�[38;5;43m20221209132647184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132647184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132647189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132647189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132647197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132647197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132647197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:48.746077 run osmo-stp_10.42.42.5(pid=10304): stdout: \u000a| (launched: 2022-12-09_13:26:46.881383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:48.869735 run osmo-stp_10.42.42.5(pid=10304): stderr: \u000a| �[0;m�[38;5;43m20221209132647184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132647184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132647189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132647189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132647197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132647197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132647197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:49.013917 run patchelf(pid=10307): Terminating (SIGINT)\u000a13:26:49.183261 run patchelf(pid=10307): Terminated: ok {rc=0}\u000a13:26:49.214540 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10304): Process ended prematurely: osmo-stp_10.42.42.5(pid=10304) [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10304)] [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:26:49.223635 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:26:49.283722 run osmo-hlr_10.42.42.2(pid=10301): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10301)]\u000a13:26:49.332296 run osmo-hlr_10.42.42.2(pid=10301): stdout: \u000a| (launched: 2022-12-09_13:26:45.697526) \u000a13:26:49.381417 run osmo-hlr_10.42.42.2(pid=10301): stderr: \u000a| �[0;m�[1;31m20221209132645900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132645900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132645900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132645900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132645900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132645900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132645919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132645945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132645945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132645945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:49.423499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10294): Terminating (SIGTERM)\u000a13:26:49.462940 run iperf3-srv_10.42.42.10(pid=10295): Terminating (SIGTERM)\u000a13:26:49.502318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10296): Terminating (SIGTERM)\u000a13:26:49.541628 run iperf3-srv_10.42.42.10(pid=10297): Terminating (SIGTERM)\u000a13:26:49.581287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10300): Terminating (SIGTERM)\u000a13:26:49.621203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10303): Terminating (SIGTERM)\u000a13:26:49.660890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10306): Terminating (SIGTERM)\u000a13:26:49.670103 --- ParallelTerminationStrategy: PID 10294 died...\u000a13:26:49.722814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10294): Terminated: ok {rc=0}\u000a13:26:49.732253 --- ParallelTerminationStrategy: PID 10295 died...\u000a13:26:49.784462 run iperf3-srv_10.42.42.10(pid=10295): Terminated {rc=256}\u000a13:26:49.793906 --- ParallelTerminationStrategy: PID 10296 died...\u000a13:26:49.846307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10296): Terminated: ok {rc=0}\u000a13:26:49.855754 --- ParallelTerminationStrategy: PID 10297 died...\u000a13:26:49.908129 run iperf3-srv_10.42.42.10(pid=10297): Terminated {rc=256}\u000a13:26:49.917595 --- ParallelTerminationStrategy: PID 10300 died...\u000a13:26:49.970160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10300): Terminated: ok {rc=0}\u000a13:26:49.979684 --- ParallelTerminationStrategy: PID 10303 died...\u000a13:26:50.032090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10303): Terminated: ok {rc=0}\u000a13:26:50.041703 --- ParallelTerminationStrategy: PID 10306 died...\u000a13:26:50.094298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10306): Terminated: ok {rc=0}\u000a13:26:50.183470 bus /gobi_0: Setting Powered False\u000a13:26:51.286345 bus /gobi_0: Setting Powered False\u000a13:26:52.398018 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10316): Process ended prematurely: osmo-stp_10.42.42.5(pid=10316) [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10316)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10316): Process ended prematurely: osmo-stp_10.42.42.5(pid=10316) [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:26:53.507116 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:53.518553 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:26:53.665745 tst iperf3.py: using LAC 21769\u000a13:26:53.793542 tst iperf3.py: using RAC 94\u000a13:26:53.922421 tst iperf3.py: using CellId 21769\u000a13:26:54.052284 tst iperf3.py: using BVCI 21770\u000a13:26:54.077488 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:54.088851 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:54.100086 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:54.111900 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:54.123570 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:54.135232 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:54.147181 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:54.158842 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:26:54.170441 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:26:54.447756 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:26:54.572930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:54.885328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10308): Launched\u000a13:26:55.144747 run iperf3-srv_10.42.42.10(pid=10309): Launched\u000a13:26:55.329113 tst iperf3.py:8: start network...\u000a13:26:55.455244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:55.937320 run create_hlr_db(pid=10310): Launched\u000a13:26:56.109669 bus /gobi_6: Setting Powered False\u000a13:26:57.130988 run create_hlr_db(pid=10310): Terminated: ok {rc=0}\u000a13:26:57.531584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10312): Launched\u000a13:26:57.832482 run osmo-hlr_10.42.42.2(pid=10313): Launched\u000a13:26:57.947003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:58.477200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10315): Launched\u000a13:26:58.779502 run osmo-stp_10.42.42.5(pid=10316): Launched\u000a13:26:58.889757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:59.414729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10318): Launched\u000a13:26:59.522221 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:59.784503 run patchelf(pid=10319): Launched\u000a13:26:59.960276 run osmo-stp_10.42.42.5(pid=10316): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10316)]\u000a13:27:00.088596 run osmo-stp_10.42.42.5(pid=10316): stdout: \u000a| (launched: 2022-12-09_13:26:58.630534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:00.217894 run osmo-stp_10.42.42.5(pid=10316): stderr: \u000a| �[0;m�[38;5;43m20221209132658801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132658801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132658802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132658802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132658802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132658802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132658803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:00.342491 run osmo-stp_10.42.42.5(pid=10316): stdout: \u000a| (launched: 2022-12-09_13:26:58.630534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:00.465667 run osmo-stp_10.42.42.5(pid=10316): stderr: \u000a| �[0;m�[38;5;43m20221209132658801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132658801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132658802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132658802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132658802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132658802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132658803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:00.609109 run patchelf(pid=10319): Terminating (SIGINT)\u000a13:27:00.777321 run patchelf(pid=10319): Terminated: ok {rc=0}\u000a13:27:00.808132 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10316): Process ended prematurely: osmo-stp_10.42.42.5(pid=10316) [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10316)] [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a13:27:00.817365 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a13:27:00.905658 run osmo-hlr_10.42.42.2(pid=10313): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10313)]\u000a13:27:00.956047 run osmo-hlr_10.42.42.2(pid=10313): stdout: \u000a| (launched: 2022-12-09_13:26:57.684327) \u000a13:27:01.007001 run osmo-hlr_10.42.42.2(pid=10313): stderr: \u000a| �[0;m�[1;31m20221209132657857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132657857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132657857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132657858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132657858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132657858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132657873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132657882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132657882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132657882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:01.049480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10308): Terminating (SIGTERM)\u000a13:27:01.089553 run iperf3-srv_10.42.42.10(pid=10309): Terminating (SIGTERM)\u000a13:27:01.132096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10312): Terminating (SIGTERM)\u000a13:27:01.172400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10315): Terminating (SIGTERM)\u000a13:27:01.212380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10318): Terminating (SIGTERM)\u000a13:27:01.222203 --- ParallelTerminationStrategy: PID 10308 died...\u000a13:27:01.278043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10308): Terminated: ok {rc=0}\u000a13:27:01.288130 --- ParallelTerminationStrategy: PID 10309 died...\u000a13:27:01.341882 run iperf3-srv_10.42.42.10(pid=10309): Terminated {rc=256}\u000a13:27:01.352217 --- ParallelTerminationStrategy: PID 10312 died...\u000a13:27:01.408091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10312): Terminated: ok {rc=0}\u000a13:27:01.418487 --- ParallelTerminationStrategy: PID 10315 died...\u000a13:27:01.474221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10315): Terminated: ok {rc=0}\u000a13:27:01.484434 --- ParallelTerminationStrategy: PID 10318 died...\u000a13:27:01.539269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10318): Terminated: ok {rc=0}\u000a13:27:01.639964 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10334): Process ended prematurely: osmo-stp_10.42.42.5(pid=10334) [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10334)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10334): Process ended prematurely: osmo-stp_10.42.42.5(pid=10334) [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:27:02.752016 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:02.763445 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:27:02.902088 tst iperf3m4.py: using LAC 21770\u000a13:27:03.021163 tst iperf3m4.py: using RAC 95\u000a13:27:03.142184 tst iperf3m4.py: using CellId 21770\u000a13:27:03.260619 tst iperf3m4.py: using BVCI 21771\u000a13:27:03.283893 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:03.294805 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:03.305489 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:03.316253 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:03.326925 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:03.337501 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:03.348112 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:03.358597 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:03.369924 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:27:03.486003 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:27:03.608431 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:27:03.729604 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:27:04.023394 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:27:04.158885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:04.493624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10320): Launched\u000a13:27:04.773664 run iperf3-srv_10.42.42.10(pid=10321): Launched\u000a13:27:04.971788 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:27:05.107491 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:05.442586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10322): Launched\u000a13:27:05.720896 run iperf3-srv_10.42.42.10(pid=10323): Launched\u000a13:27:05.919816 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:27:06.055133 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:06.390508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10324): Launched\u000a13:27:06.669471 run iperf3-srv_10.42.42.10(pid=10325): Launched\u000a13:27:06.867825 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:27:07.003151 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:07.338330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10326): Launched\u000a13:27:07.617425 run iperf3-srv_10.42.42.10(pid=10327): Launched\u000a13:27:07.815772 tst iperf3m4.py:8: start network...\u000a13:27:07.951226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:08.461708 run create_hlr_db(pid=10328): Launched\u000a13:27:08.649545 bus /gobi_6: Setting Powered False\u000a13:27:09.659034 run create_hlr_db(pid=10328): Terminated: ok {rc=0}\u000a13:27:10.069865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10330): Launched\u000a13:27:10.372442 run osmo-hlr_10.42.42.2(pid=10331): Launched\u000a13:27:10.483733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:11.009161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10333): Launched\u000a13:27:11.313697 run osmo-stp_10.42.42.5(pid=10334): Launched\u000a13:27:11.424114 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:27:11.952942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10336): Launched\u000a13:27:12.060610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:27:12.325595 run patchelf(pid=10337): Launched\u000a13:27:12.502392 run osmo-stp_10.42.42.5(pid=10334): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10334)]\u000a13:27:12.631702 run osmo-stp_10.42.42.5(pid=10334): stdout: \u000a| (launched: 2022-12-09_13:27:11.163245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:12.761561 run osmo-stp_10.42.42.5(pid=10334): stderr: \u000a| �[0;m�[38;5;43m20221209132711331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132711331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132711332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132711332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132711333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132711333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132711333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:12.887025 run osmo-stp_10.42.42.5(pid=10334): stdout: \u000a| (launched: 2022-12-09_13:27:11.163245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:13.020386 run osmo-stp_10.42.42.5(pid=10334): stderr: \u000a| �[0;m�[38;5;43m20221209132711331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132711331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132711332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132711332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132711333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132711333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132711333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:13.175560 run patchelf(pid=10337): Terminating (SIGINT)\u000a13:27:13.358091 run patchelf(pid=10337): Terminated: ok {rc=0}\u000a13:27:13.391429 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10334): Process ended prematurely: osmo-stp_10.42.42.5(pid=10334) [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10334)] [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:27:13.401557 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:27:13.466696 run osmo-hlr_10.42.42.2(pid=10331): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10331)]\u000a13:27:13.519049 run osmo-hlr_10.42.42.2(pid=10331): stdout: \u000a| (launched: 2022-12-09_13:27:10.223411) \u000a13:27:13.571990 run osmo-hlr_10.42.42.2(pid=10331): stderr: \u000a| �[0;m�[1;31m20221209132710398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132710398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132710398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132710398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132710398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132710399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132710410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132710420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132710420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132710420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:13.617104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10320): Terminating (SIGTERM)\u000a13:27:13.659450 run iperf3-srv_10.42.42.10(pid=10321): Terminating (SIGTERM)\u000a13:27:13.702176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10322): Terminating (SIGTERM)\u000a13:27:13.744802 run iperf3-srv_10.42.42.10(pid=10323): Terminating (SIGTERM)\u000a13:27:13.787189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10324): Terminating (SIGTERM)\u000a13:27:13.829909 run iperf3-srv_10.42.42.10(pid=10325): Terminating (SIGTERM)\u000a13:27:13.872010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10326): Terminating (SIGTERM)\u000a13:27:13.914379 run iperf3-srv_10.42.42.10(pid=10327): Terminating (SIGTERM)\u000a13:27:13.957328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10330): Terminating (SIGTERM)\u000a13:27:13.999577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10333): Terminating (SIGTERM)\u000a13:27:14.042204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10336): Terminating (SIGTERM)\u000a13:27:14.052253 --- ParallelTerminationStrategy: PID 10320 died...\u000a13:27:14.109361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10320): Terminated: ok {rc=0}\u000a13:27:14.119506 --- ParallelTerminationStrategy: PID 10321 died...\u000a13:27:14.175715 run iperf3-srv_10.42.42.10(pid=10321): Terminated {rc=256}\u000a13:27:14.186062 --- ParallelTerminationStrategy: PID 10322 died...\u000a13:27:14.242955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10322): Terminated: ok {rc=0}\u000a13:27:14.253251 --- ParallelTerminationStrategy: PID 10323 died...\u000a13:27:14.309100 run iperf3-srv_10.42.42.10(pid=10323): Terminated {rc=256}\u000a13:27:14.319161 --- ParallelTerminationStrategy: PID 10324 died...\u000a13:27:14.375297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10324): Terminated: ok {rc=0}\u000a13:27:14.385481 --- ParallelTerminationStrategy: PID 10325 died...\u000a13:27:14.441184 run iperf3-srv_10.42.42.10(pid=10325): Terminated {rc=256}\u000a13:27:14.451432 --- ParallelTerminationStrategy: PID 10326 died...\u000a13:27:14.507815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10326): Terminated: ok {rc=0}\u000a13:27:14.518007 --- ParallelTerminationStrategy: PID 10327 died...\u000a13:27:14.574389 run iperf3-srv_10.42.42.10(pid=10327): Terminated {rc=256}\u000a13:27:14.584520 --- ParallelTerminationStrategy: PID 10330 died...\u000a13:27:14.640850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10330): Terminated: ok {rc=0}\u000a13:27:14.651296 --- ParallelTerminationStrategy: PID 10333 died...\u000a13:27:14.707659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10333): Terminated: ok {rc=0}\u000a13:27:14.718432 --- ParallelTerminationStrategy: PID 10336 died...\u000a13:27:14.774767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10336): Terminated: ok {rc=0}\u000a13:27:14.861922 bus /gobi_4: Setting Powered False\u000a13:27:15.979205 bus /gobi_4: Setting Powered False\u000a13:27:17.093643 bus /gobi_1: Setting Powered False\u000a13:27:18.193931 bus /gobi_1: Setting Powered False\u000a13:27:19.300745 bus /gobi_0: Setting Powered False\u000a13:27:20.407021 bus /gobi_0: Setting Powered False\u000a13:27:21.516410 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10344): Process ended prematurely: osmo-stp_10.42.42.5(pid=10344) [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10344)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10344): Process ended prematurely: osmo-stp_10.42.42.5(pid=10344) [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:27:22.585382 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:22.597398 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:27:22.745772 tst ping.py: using LAC 21771\u000a13:27:22.868098 tst ping.py: using RAC 96\u000a13:27:22.985641 tst ping.py: using CellId 21771\u000a13:27:23.105711 tst ping.py: using BVCI 21772\u000a13:27:23.128277 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:23.139232 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:23.149966 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:23.160604 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:23.171186 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:23.182043 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:23.192704 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:23.203393 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:27:23.490757 tst ping.py:19: start network...\u000a13:27:23.623486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:24.123263 run create_hlr_db(pid=10338): Launched\u000a13:27:24.309109 bus /gobi_6: Setting Powered False\u000a13:27:25.330493 run create_hlr_db(pid=10338): Terminated: ok {rc=0}\u000a13:27:25.730962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10340): Launched\u000a13:27:26.028651 run osmo-hlr_10.42.42.2(pid=10341): Launched\u000a13:27:26.137215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:26.653902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10343): Launched\u000a13:27:26.950040 run osmo-stp_10.42.42.5(pid=10344): Launched\u000a13:27:27.057031 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:27:27.573401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10346): Launched\u000a13:27:27.678503 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:27:27.936147 run patchelf(pid=10347): Launched\u000a13:27:28.109687 run osmo-stp_10.42.42.5(pid=10344): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10344)]\u000a13:27:28.236464 run osmo-stp_10.42.42.5(pid=10344): stdout: \u000a| (launched: 2022-12-09_13:27:26.803767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:28.364943 run osmo-stp_10.42.42.5(pid=10344): stderr: \u000a| �[0;m�[38;5;43m20221209132726973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132726973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132726973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132726974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132726974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132726974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132726974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:28.487400 run osmo-stp_10.42.42.5(pid=10344): stdout: \u000a| (launched: 2022-12-09_13:27:26.803767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:28.608575 run osmo-stp_10.42.42.5(pid=10344): stderr: \u000a| �[0;m�[38;5;43m20221209132726973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132726973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132726973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132726974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132726974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132726974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132726974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:28.749671 run patchelf(pid=10347): Terminating (SIGINT)\u000a13:27:28.915421 run patchelf(pid=10347): Terminated: ok {rc=0}\u000a13:27:28.945720 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10344): Process ended prematurely: osmo-stp_10.42.42.5(pid=10344) [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10344)] [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a13:27:28.954188 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:27:29.013702 run osmo-hlr_10.42.42.2(pid=10341): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10341)]\u000a13:27:29.062407 run osmo-hlr_10.42.42.2(pid=10341): stdout: \u000a| (launched: 2022-12-09_13:27:25.882645) \u000a13:27:29.111800 run osmo-hlr_10.42.42.2(pid=10341): stderr: \u000a| �[0;m�[1;31m20221209132726056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132726056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132726057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132726057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132726057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132726057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132726078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132726088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132726088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132726088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:29.154226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10340): Terminating (SIGTERM)\u000a13:27:29.193732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10343): Terminating (SIGTERM)\u000a13:27:29.233382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10346): Terminating (SIGTERM)\u000a13:27:29.242278 --- ParallelTerminationStrategy: PID 10340 died...\u000a13:27:29.295371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10340): Terminated: ok {rc=0}\u000a13:27:29.305102 --- ParallelTerminationStrategy: PID 10343 died...\u000a13:27:29.357929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10343): Terminated: ok {rc=0}\u000a13:27:29.367499 --- ParallelTerminationStrategy: PID 10346 died...\u000a13:27:29.420222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10346): Terminated: ok {rc=0}\u000a13:27:29.508429 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10354): Process ended prematurely: osmo-stp_10.42.42.5(pid=10354) [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10354)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10354): Process ended prematurely: osmo-stp_10.42.42.5(pid=10354) [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:27:30.558617 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:30.569953 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:27:30.710642 tst ping_idle_ping.py: using LAC 21772\u000a13:27:30.829411 tst ping_idle_ping.py: using RAC 97\u000a13:27:30.975988 tst ping_idle_ping.py: using CellId 21772\u000a13:27:31.108445 tst ping_idle_ping.py: using BVCI 21773\u000a13:27:31.134366 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:31.147122 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:31.161471 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:31.175083 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:31.188479 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:31.201544 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:31.214586 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:27:31.228859 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:27:31.571814 tst ping_idle_ping.py:24: start network...\u000a13:27:31.733131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:32.261483 run create_hlr_db(pid=10348): Launched\u000a13:27:32.448998 bus /gobi_6: Setting Powered False\u000a13:27:33.468021 run create_hlr_db(pid=10348): Terminated: ok {rc=0}\u000a13:27:33.876612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10350): Launched\u000a13:27:34.196650 run osmo-hlr_10.42.42.2(pid=10351): Launched\u000a13:27:34.313818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:34.869742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10353): Launched\u000a13:27:35.188833 run osmo-stp_10.42.42.5(pid=10354): Launched\u000a13:27:35.305239 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:27:35.865614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10356): Launched\u000a13:27:35.979571 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:27:36.258791 run patchelf(pid=10360): Launched\u000a13:27:36.446034 run osmo-stp_10.42.42.5(pid=10354): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10354)]\u000a13:27:36.582521 run osmo-stp_10.42.42.5(pid=10354): stdout: \u000a| (launched: 2022-12-09_13:27:35.032049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:36.719448 run osmo-stp_10.42.42.5(pid=10354): stderr: \u000a| �[0;m�[38;5;43m20221209132735222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132735222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132735222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132735223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132735223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132735223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132735223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:36.851278 run osmo-stp_10.42.42.5(pid=10354): stdout: \u000a| (launched: 2022-12-09_13:27:35.032049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:36.981866 run osmo-stp_10.42.42.5(pid=10354): stderr: \u000a| �[0;m�[38;5;43m20221209132735222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132735222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132735222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132735223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132735223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132735223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132735223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:37.133882 run patchelf(pid=10360): Terminating (SIGINT)\u000a13:27:37.312632 run patchelf(pid=10360): Terminated: ok {rc=0}\u000a13:27:37.345247 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10354): Process ended prematurely: osmo-stp_10.42.42.5(pid=10354) [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10354)] [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:27:37.354507 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a13:27:37.418635 run osmo-hlr_10.42.42.2(pid=10351): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10351)]\u000a13:27:37.470715 run osmo-hlr_10.42.42.2(pid=10351): stdout: \u000a| (launched: 2022-12-09_13:27:34.038759) \u000a13:27:37.523819 run osmo-hlr_10.42.42.2(pid=10351): stderr: \u000a| �[0;m�[1;31m20221209132734237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132734237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132734237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132734237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132734237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132734237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132734249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132734257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132734257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132734257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:37.568162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10350): Terminating (SIGTERM)\u000a13:27:37.610282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10353): Terminating (SIGTERM)\u000a13:27:37.652097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10356): Terminating (SIGTERM)\u000a13:27:37.662138 --- ParallelTerminationStrategy: PID 10350 died...\u000a13:27:37.718001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10350): Terminated: ok {rc=0}\u000a13:27:37.728056 --- ParallelTerminationStrategy: PID 10353 died...\u000a13:27:37.783634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10353): Terminated: ok {rc=0}\u000a13:27:37.793737 --- ParallelTerminationStrategy: PID 10356 died...\u000a13:27:37.849446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10356): Terminated: ok {rc=0}\u000a13:27:37.936526 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:26:40" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10374): Process ended prematurely: osmo-stp_10.42.42.5(pid=10374) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10374)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10374): Process ended prematurely: osmo-stp_10.42.42.5(pid=10374) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:27:40.104669 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:40.116005 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:27:40.271283 tst cs_paging_gprs_active.py: using LAC 21773\u000a13:27:40.389091 tst cs_paging_gprs_active.py: using RAC 98\u000a13:27:40.508414 tst cs_paging_gprs_active.py: using CellId 21773\u000a13:27:40.628458 tst cs_paging_gprs_active.py: using BVCI 21774\u000a13:27:40.651697 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:40.662570 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:40.673243 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:40.684367 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:40.695218 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:40.706061 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:40.716911 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:40.727646 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:40.738542 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:27:40.860152 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:27:41.138921 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:27:41.265330 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:41.579745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10364): Launched\u000a13:27:41.840601 run iperf3-srv_10.42.42.10(pid=10365): Launched\u000a13:27:42.024928 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:27:42.151048 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:42.463488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10366): Launched\u000a13:27:42.722990 run iperf3-srv_10.42.42.10(pid=10367): Launched\u000a13:27:42.907221 tst cs_paging_gprs_active.py:38: start network...\u000a13:27:43.032536 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:43.517434 run create_hlr_db(pid=10368): Launched\u000a13:27:43.691192 bus /gobi_6: Setting Powered False\u000a13:27:44.714199 run create_hlr_db(pid=10368): Terminated: ok {rc=0}\u000a13:27:45.144329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10370): Launched\u000a13:27:45.469862 run osmo-hlr_10.42.42.2(pid=10371): Launched\u000a13:27:45.592838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:46.198840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10373): Launched\u000a13:27:46.644241 run osmo-stp_10.42.42.5(pid=10374): Launched\u000a13:27:46.935140 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:27:47.622121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10376): Launched\u000a13:27:47.730224 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:27:48.001120 run patchelf(pid=10377): Launched\u000a13:27:48.178408 run osmo-stp_10.42.42.5(pid=10374): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10374)]\u000a13:27:48.307921 run osmo-stp_10.42.42.5(pid=10374): stdout: \u000a| (launched: 2022-12-09_13:27:46.407502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:48.438093 run osmo-stp_10.42.42.5(pid=10374): stderr: \u000a| �[0;m�[38;5;43m20221209132746767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132746768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132746769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132746771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132746774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132746777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132746777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:48.563471 run osmo-stp_10.42.42.5(pid=10374): stdout: \u000a| (launched: 2022-12-09_13:27:46.407502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:48.687521 run osmo-stp_10.42.42.5(pid=10374): stderr: \u000a| �[0;m�[38;5;43m20221209132746767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132746768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132746769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132746771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132746774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132746777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132746777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:48.831573 run patchelf(pid=10377): Terminating (SIGINT)\u000a13:27:49.000853 run patchelf(pid=10377): Terminated: ok {rc=0}\u000a13:27:49.032087 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10374): Process ended prematurely: osmo-stp_10.42.42.5(pid=10374) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10374)] [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:27:49.041390 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a13:27:49.101079 run osmo-hlr_10.42.42.2(pid=10371): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10371)]\u000a13:27:49.149737 run osmo-hlr_10.42.42.2(pid=10371): stdout: \u000a| (launched: 2022-12-09_13:27:45.310455) \u000a13:27:49.199065 run osmo-hlr_10.42.42.2(pid=10371): stderr: \u000a| �[0;m�[1;31m20221209132745508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132745508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132745508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132745508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132745508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132745508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132745521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132745529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132745530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132745530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:49.241234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10364): Terminating (SIGTERM)\u000a13:27:49.280693 run iperf3-srv_10.42.42.10(pid=10365): Terminating (SIGTERM)\u000a13:27:49.320222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10366): Terminating (SIGTERM)\u000a13:27:49.359698 run iperf3-srv_10.42.42.10(pid=10367): Terminating (SIGTERM)\u000a13:27:49.399355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10370): Terminating (SIGTERM)\u000a13:27:49.438797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10373): Terminating (SIGTERM)\u000a13:27:49.478433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10376): Terminating (SIGTERM)\u000a13:27:49.487650 --- ParallelTerminationStrategy: PID 10364 died...\u000a13:27:49.540275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10364): Terminated: ok {rc=0}\u000a13:27:49.549924 --- ParallelTerminationStrategy: PID 10365 died...\u000a13:27:49.602303 run iperf3-srv_10.42.42.10(pid=10365): Terminated {rc=256}\u000a13:27:49.611773 --- ParallelTerminationStrategy: PID 10366 died...\u000a13:27:49.665082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10366): Terminated: ok {rc=0}\u000a13:27:49.674606 --- ParallelTerminationStrategy: PID 10367 died...\u000a13:27:49.727070 run iperf3-srv_10.42.42.10(pid=10367): Terminated {rc=256}\u000a13:27:49.736603 --- ParallelTerminationStrategy: PID 10370 died...\u000a13:27:49.790193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10370): Terminated: ok {rc=0}\u000a13:27:49.799756 --- ParallelTerminationStrategy: PID 10373 died...\u000a13:27:49.852577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10373): Terminated: ok {rc=0}\u000a13:27:49.862232 --- ParallelTerminationStrategy: PID 10376 died...\u000a13:27:49.914899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10376): Terminated: ok {rc=0}\u000a13:27:49.998281 bus /gobi_0: Setting Powered False\u000a13:27:51.105122 bus /gobi_0: Setting Powered False\u000a13:27:52.217282 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10386): Process ended prematurely: osmo-stp_10.42.42.5(pid=10386) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10386)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10386): Process ended prematurely: osmo-stp_10.42.42.5(pid=10386) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:27:53.326414 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:53.337890 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:27:53.495501 tst iperf3.py: using LAC 21774\u000a13:27:53.616254 tst iperf3.py: using RAC 99\u000a13:27:53.736901 tst iperf3.py: using CellId 21774\u000a13:27:53.856883 tst iperf3.py: using BVCI 21775\u000a13:27:53.880360 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:53.891320 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:53.902180 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:53.912840 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:53.923432 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:53.934120 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:53.944865 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:53.955413 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:27:53.966190 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:27:54.243520 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:27:54.368750 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:54.680538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10378): Launched\u000a13:27:54.940517 run iperf3-srv_10.42.42.10(pid=10379): Launched\u000a13:27:55.124840 tst iperf3.py:8: start network...\u000a13:27:55.251333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:55.736173 run create_hlr_db(pid=10380): Launched\u000a13:27:55.910539 bus /gobi_6: Setting Powered False\u000a13:27:56.931531 run create_hlr_db(pid=10380): Terminated: ok {rc=0}\u000a13:27:57.362454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10382): Launched\u000a13:27:57.687814 run osmo-hlr_10.42.42.2(pid=10383): Launched\u000a13:27:57.809235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:58.461926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10385): Launched\u000a13:27:58.778534 run osmo-stp_10.42.42.5(pid=10386): Launched\u000a13:27:58.893459 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:27:59.445783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10388): Launched\u000a13:27:59.558869 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:27:59.834597 run patchelf(pid=10389): Launched\u000a13:28:00.019851 run osmo-stp_10.42.42.5(pid=10386): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10386)]\u000a13:28:00.155359 run osmo-stp_10.42.42.5(pid=10386): stdout: \u000a| (launched: 2022-12-09_13:27:58.622727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:00.292347 run osmo-stp_10.42.42.5(pid=10386): stderr: \u000a| �[0;m�[38;5;43m20221209132758815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132758815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132758816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132758816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132758816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132758817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132758817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:00.423951 run osmo-stp_10.42.42.5(pid=10386): stdout: \u000a| (launched: 2022-12-09_13:27:58.622727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:00.554453 run osmo-stp_10.42.42.5(pid=10386): stderr: \u000a| �[0;m�[38;5;43m20221209132758815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132758815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132758816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132758816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132758816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132758817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132758817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:00.705426 run patchelf(pid=10389): Terminating (SIGINT)\u000a13:28:00.908484 run patchelf(pid=10389): Terminated: ok {rc=0}\u000a13:28:00.942084 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10386): Process ended prematurely: osmo-stp_10.42.42.5(pid=10386) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10386)] [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:28:00.953760 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:28:01.024117 run osmo-hlr_10.42.42.2(pid=10383): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10383)]\u000a13:28:01.077737 run osmo-hlr_10.42.42.2(pid=10383): stdout: \u000a| (launched: 2022-12-09_13:27:57.527509) \u000a13:28:01.131770 run osmo-hlr_10.42.42.2(pid=10383): stderr: \u000a| �[0;m�[1;31m20221209132757725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132757725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132757725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132757726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132757726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132757726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132757738 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132757746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132757747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132757747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:01.177032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10378): Terminating (SIGTERM)\u000a13:28:01.222600 run iperf3-srv_10.42.42.10(pid=10379): Terminating (SIGTERM)\u000a13:28:01.269361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10382): Terminating (SIGTERM)\u000a13:28:01.312537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10385): Terminating (SIGTERM)\u000a13:28:01.358908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10388): Terminating (SIGTERM)\u000a13:28:01.369461 --- ParallelTerminationStrategy: PID 10378 died...\u000a13:28:01.427811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10378): Terminated: ok {rc=0}\u000a13:28:01.438800 --- ParallelTerminationStrategy: PID 10379 died...\u000a13:28:01.496794 run iperf3-srv_10.42.42.10(pid=10379): Terminated {rc=256}\u000a13:28:01.507840 --- ParallelTerminationStrategy: PID 10382 died...\u000a13:28:01.565945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10382): Terminated: ok {rc=0}\u000a13:28:01.576826 --- ParallelTerminationStrategy: PID 10385 died...\u000a13:28:01.635521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10385): Terminated: ok {rc=0}\u000a13:28:01.646451 --- ParallelTerminationStrategy: PID 10388 died...\u000a13:28:01.704720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10388): Terminated: ok {rc=0}\u000a13:28:01.794809 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10404): Process ended prematurely: osmo-stp_10.42.42.5(pid=10404) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10404)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10404): Process ended prematurely: osmo-stp_10.42.42.5(pid=10404) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:28:02.903977 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:02.915404 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:28:03.068536 tst iperf3m4.py: using LAC 21775\u000a13:28:03.187229 tst iperf3m4.py: using RAC 100\u000a13:28:03.306307 tst iperf3m4.py: using CellId 21775\u000a13:28:03.422849 tst iperf3m4.py: using BVCI 21776\u000a13:28:03.445859 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:03.456526 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:03.467099 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:03.477661 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:03.488320 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:03.499209 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:03.510070 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:03.520682 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:03.531626 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:28:03.647762 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:28:03.766100 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:28:03.882263 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:28:04.158383 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:28:04.281247 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:28:04.587539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10390): Launched\u000a13:28:04.842127 run iperf3-srv_10.42.42.10(pid=10391): Launched\u000a13:28:05.021305 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:28:05.144294 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:28:05.450295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10392): Launched\u000a13:28:05.704567 run iperf3-srv_10.42.42.10(pid=10393): Launched\u000a13:28:05.884700 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:28:06.007677 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:28:06.313441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10394): Launched\u000a13:28:06.567309 run iperf3-srv_10.42.42.10(pid=10395): Launched\u000a13:28:06.746443 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:28:06.869084 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:28:07.174120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10396): Launched\u000a13:28:07.427855 run iperf3-srv_10.42.42.10(pid=10397): Launched\u000a13:28:07.606987 tst iperf3m4.py:8: start network...\u000a13:28:07.729657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:08.204996 run create_hlr_db(pid=10398): Launched\u000a13:28:08.375155 bus /gobi_6: Setting Powered False\u000a13:28:09.396677 run create_hlr_db(pid=10398): Terminated: ok {rc=0}\u000a13:28:09.815648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10400): Launched\u000a13:28:10.131416 run osmo-hlr_10.42.42.2(pid=10401): Launched\u000a13:28:10.250768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:10.797897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10403): Launched\u000a13:28:11.112931 run osmo-stp_10.42.42.5(pid=10404): Launched\u000a13:28:11.228135 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:28:11.779137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10406): Launched\u000a13:28:11.892515 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:28:12.169218 run patchelf(pid=10407): Launched\u000a13:28:12.354627 run osmo-stp_10.42.42.5(pid=10404): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10404)]\u000a13:28:12.490117 run osmo-stp_10.42.42.5(pid=10404): stdout: \u000a| (launched: 2022-12-09_13:28:10.957827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:12.625812 run osmo-stp_10.42.42.5(pid=10404): stderr: \u000a| �[0;m�[38;5;43m20221209132811145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132811145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132811146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132811146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132811146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132811147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132811147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:12.756861 run osmo-stp_10.42.42.5(pid=10404): stdout: \u000a| (launched: 2022-12-09_13:28:10.957827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:12.886981 run osmo-stp_10.42.42.5(pid=10404): stderr: \u000a| �[0;m�[38;5;43m20221209132811145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132811145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132811146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132811146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132811146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132811147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132811147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:13.037517 run patchelf(pid=10407): Terminating (SIGINT)\u000a13:28:13.214311 run patchelf(pid=10407): Terminated: ok {rc=0}\u000a13:28:13.247249 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10404): Process ended prematurely: osmo-stp_10.42.42.5(pid=10404) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10404)] [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:28:13.257674 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a13:28:13.321464 run osmo-hlr_10.42.42.2(pid=10401): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10401)]\u000a13:28:13.373075 run osmo-hlr_10.42.42.2(pid=10401): stdout: \u000a| (launched: 2022-12-09_13:28:09.976724) \u000a13:28:13.425365 run osmo-hlr_10.42.42.2(pid=10401): stderr: \u000a| �[0;m�[1;31m20221209132810170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132810170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132810170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132810170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132810170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132810170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132810183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132810193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132810193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132810193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:13.469858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10390): Terminating (SIGTERM)\u000a13:28:13.512803 run iperf3-srv_10.42.42.10(pid=10391): Terminating (SIGTERM)\u000a13:28:13.555184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10392): Terminating (SIGTERM)\u000a13:28:13.597926 run iperf3-srv_10.42.42.10(pid=10393): Terminating (SIGTERM)\u000a13:28:13.640085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10394): Terminating (SIGTERM)\u000a13:28:13.681931 run iperf3-srv_10.42.42.10(pid=10395): Terminating (SIGTERM)\u000a13:28:13.723980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10396): Terminating (SIGTERM)\u000a13:28:13.766011 run iperf3-srv_10.42.42.10(pid=10397): Terminating (SIGTERM)\u000a13:28:13.808282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10400): Terminating (SIGTERM)\u000a13:28:13.850517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10403): Terminating (SIGTERM)\u000a13:28:13.892386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10406): Terminating (SIGTERM)\u000a13:28:13.902309 --- ParallelTerminationStrategy: PID 10390 died...\u000a13:28:13.958693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10390): Terminated: ok {rc=0}\u000a13:28:13.968676 --- ParallelTerminationStrategy: PID 10391 died...\u000a13:28:14.024368 run iperf3-srv_10.42.42.10(pid=10391): Terminated {rc=256}\u000a13:28:14.034237 --- ParallelTerminationStrategy: PID 10392 died...\u000a13:28:14.089827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10392): Terminated: ok {rc=0}\u000a13:28:14.099787 --- ParallelTerminationStrategy: PID 10393 died...\u000a13:28:14.154907 run iperf3-srv_10.42.42.10(pid=10393): Terminated {rc=256}\u000a13:28:14.165159 --- ParallelTerminationStrategy: PID 10394 died...\u000a13:28:14.220582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10394): Terminated: ok {rc=0}\u000a13:28:14.230508 --- ParallelTerminationStrategy: PID 10395 died...\u000a13:28:14.286163 run iperf3-srv_10.42.42.10(pid=10395): Terminated {rc=256}\u000a13:28:14.296279 --- ParallelTerminationStrategy: PID 10396 died...\u000a13:28:14.351864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10396): Terminated: ok {rc=0}\u000a13:28:14.362178 --- ParallelTerminationStrategy: PID 10397 died...\u000a13:28:14.417410 run iperf3-srv_10.42.42.10(pid=10397): Terminated {rc=256}\u000a13:28:14.427632 --- ParallelTerminationStrategy: PID 10400 died...\u000a13:28:14.483004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10400): Terminated: ok {rc=0}\u000a13:28:14.492934 --- ParallelTerminationStrategy: PID 10403 died...\u000a13:28:14.548545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10403): Terminated: ok {rc=0}\u000a13:28:14.559021 --- ParallelTerminationStrategy: PID 10406 died...\u000a13:28:14.614287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10406): Terminated: ok {rc=0}\u000a13:28:14.701241 bus /gobi_4: Setting Powered False\u000a13:28:15.806520 bus /gobi_4: Setting Powered False\u000a13:28:16.928007 bus /gobi_1: Setting Powered False\u000a13:28:18.032075 bus /gobi_1: Setting Powered False\u000a13:28:19.138845 bus /gobi_0: Setting Powered False\u000a13:28:20.245453 bus /gobi_0: Setting Powered False\u000a13:28:21.352610 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10414): Process ended prematurely: osmo-stp_10.42.42.5(pid=10414) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10414)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10414): Process ended prematurely: osmo-stp_10.42.42.5(pid=10414) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:28:22.417874 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:22.429162 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:28:22.582856 tst ping.py: using LAC 21776\u000a13:28:22.697088 tst ping.py: using RAC 101\u000a13:28:22.811714 tst ping.py: using CellId 21776\u000a13:28:22.930381 tst ping.py: using BVCI 21777\u000a13:28:22.952840 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:22.963748 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:22.974558 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:22.985423 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:22.996139 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:23.007055 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:23.017966 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:23.028617 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:28:23.312602 tst ping.py:19: start network...\u000a13:28:23.442553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:23.936783 run create_hlr_db(pid=10408): Launched\u000a13:28:24.118805 bus /gobi_6: Setting Powered False\u000a13:28:25.139752 run create_hlr_db(pid=10408): Terminated: ok {rc=0}\u000a13:28:25.556500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10410): Launched\u000a13:28:25.868692 run osmo-hlr_10.42.42.2(pid=10411): Launched\u000a13:28:25.985230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:26.527800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10413): Launched\u000a13:28:26.840221 run osmo-stp_10.42.42.5(pid=10414): Launched\u000a13:28:26.953729 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:28:27.499780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10416): Launched\u000a13:28:27.611417 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:28:27.883508 run patchelf(pid=10417): Launched\u000a13:28:28.067313 run osmo-stp_10.42.42.5(pid=10414): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10414)]\u000a13:28:28.202082 run osmo-stp_10.42.42.5(pid=10414): stdout: \u000a| (launched: 2022-12-09_13:28:26.686635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:28.337421 run osmo-stp_10.42.42.5(pid=10414): stderr: \u000a| �[0;m�[38;5;43m20221209132826876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132826876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132826877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132826877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132826878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132826878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132826878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:28.467542 run osmo-stp_10.42.42.5(pid=10414): stdout: \u000a| (launched: 2022-12-09_13:28:26.686635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:28.596441 run osmo-stp_10.42.42.5(pid=10414): stderr: \u000a| �[0;m�[38;5;43m20221209132826876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132826876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132826877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132826877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132826878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132826878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132826878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:28.746100 run patchelf(pid=10417): Terminating (SIGINT)\u000a13:28:28.921253 run patchelf(pid=10417): Terminated: ok {rc=0}\u000a13:28:28.953286 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10414): Process ended prematurely: osmo-stp_10.42.42.5(pid=10414) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10414)] [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:28:28.962653 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:28:29.026586 run osmo-hlr_10.42.42.2(pid=10411): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10411)]\u000a13:28:29.078807 run osmo-hlr_10.42.42.2(pid=10411): stdout: \u000a| (launched: 2022-12-09_13:28:25.714986) \u000a13:28:29.131906 run osmo-hlr_10.42.42.2(pid=10411): stderr: \u000a| �[0;m�[1;31m20221209132825911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132825911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132825911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132825911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132825911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132825911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132825924 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132825932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132825932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132825933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:29.176492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10410): Terminating (SIGTERM)\u000a13:28:29.219178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10413): Terminating (SIGTERM)\u000a13:28:29.262315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10416): Terminating (SIGTERM)\u000a13:28:29.272040 --- ParallelTerminationStrategy: PID 10410 died...\u000a13:28:29.328790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10410): Terminated: ok {rc=0}\u000a13:28:29.338871 --- ParallelTerminationStrategy: PID 10413 died...\u000a13:28:29.394973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10413): Terminated: ok {rc=0}\u000a13:28:29.405526 --- ParallelTerminationStrategy: PID 10416 died...\u000a13:28:29.461979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10416): Terminated: ok {rc=0}\u000a13:28:29.550609 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10424): Process ended prematurely: osmo-stp_10.42.42.5(pid=10424) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10424)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10424): Process ended prematurely: osmo-stp_10.42.42.5(pid=10424) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:28:30.602521 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:30.614539 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:28:30.773917 tst ping_idle_ping.py: using LAC 21777\u000a13:28:30.919583 tst ping_idle_ping.py: using RAC 102\u000a13:28:31.046714 tst ping_idle_ping.py: using CellId 21777\u000a13:28:31.167040 tst ping_idle_ping.py: using BVCI 21778\u000a13:28:31.190447 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:31.201816 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:31.213200 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:31.225336 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:31.237198 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:31.249462 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:31.260786 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:28:31.272602 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:28:31.580571 tst ping_idle_ping.py:24: start network...\u000a13:28:31.716306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:32.252107 run create_hlr_db(pid=10418): Launched\u000a13:28:32.435200 bus /gobi_6: Setting Powered False\u000a13:28:33.455302 run create_hlr_db(pid=10418): Terminated: ok {rc=0}\u000a13:28:33.872372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10420): Launched\u000a13:28:34.184616 run osmo-hlr_10.42.42.2(pid=10421): Launched\u000a13:28:34.303202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:34.844915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10423): Launched\u000a13:28:35.158331 run osmo-stp_10.42.42.5(pid=10424): Launched\u000a13:28:35.271734 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:28:35.816003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10426): Launched\u000a13:28:35.927649 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:28:36.199653 run patchelf(pid=10427): Launched\u000a13:28:36.383690 run osmo-stp_10.42.42.5(pid=10424): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10424)]\u000a13:28:36.518520 run osmo-stp_10.42.42.5(pid=10424): stdout: \u000a| (launched: 2022-12-09_13:28:35.005163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:36.653327 run osmo-stp_10.42.42.5(pid=10424): stderr: \u000a| �[0;m�[38;5;43m20221209132835194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132835194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132835194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132835195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132835195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132835195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132835195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:36.783713 run osmo-stp_10.42.42.5(pid=10424): stdout: \u000a| (launched: 2022-12-09_13:28:35.005163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:36.912437 run osmo-stp_10.42.42.5(pid=10424): stderr: \u000a| �[0;m�[38;5;43m20221209132835194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132835194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132835194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132835195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132835195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132835195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132835195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:37.062273 run patchelf(pid=10427): Terminating (SIGINT)\u000a13:28:37.237864 run patchelf(pid=10427): Terminated: ok {rc=0}\u000a13:28:37.270484 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10424): Process ended prematurely: osmo-stp_10.42.42.5(pid=10424) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10424)] [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:28:37.279734 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:28:37.343364 run osmo-hlr_10.42.42.2(pid=10421): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10421)]\u000a13:28:37.395142 run osmo-hlr_10.42.42.2(pid=10421): stdout: \u000a| (launched: 2022-12-09_13:28:34.031329) \u000a13:28:37.447409 run osmo-hlr_10.42.42.2(pid=10421): stderr: \u000a| �[0;m�[1;31m20221209132834228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132834228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132834229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132834229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132834229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132834229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132834241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132834249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132834250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132834250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:37.491615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10420): Terminating (SIGTERM)\u000a13:28:37.533690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10423): Terminating (SIGTERM)\u000a13:28:37.575869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10426): Terminating (SIGTERM)\u000a13:28:37.585912 --- ParallelTerminationStrategy: PID 10420 died...\u000a13:28:37.641755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10420): Terminated: ok {rc=0}\u000a13:28:37.652566 --- ParallelTerminationStrategy: PID 10423 died...\u000a13:28:37.707725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10423): Terminated: ok {rc=0}\u000a13:28:37.717839 --- ParallelTerminationStrategy: PID 10426 died...\u000a13:28:37.773259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10426): Terminated: ok {rc=0}\u000a13:28:37.859824 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:27:39" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10442): Process ended prematurely: osmo-stp_10.42.42.5(pid=10442) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10442)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10442): Process ended prematurely: osmo-stp_10.42.42.5(pid=10442) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:28:40.004767 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:40.015790 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:28:40.172606 tst cs_paging_gprs_active.py: using LAC 21778\u000a13:28:40.292412 tst cs_paging_gprs_active.py: using RAC 103\u000a13:28:40.412426 tst cs_paging_gprs_active.py: using CellId 21778\u000a13:28:40.532134 tst cs_paging_gprs_active.py: using BVCI 21779\u000a13:28:40.555010 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:40.565953 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:40.576623 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:40.587423 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:40.598160 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:40.608747 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:40.619678 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:40.630427 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:40.641423 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:28:40.760073 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:28:41.038780 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:28:41.163098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:28:41.470675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10432): Launched\u000a13:28:41.727269 run iperf3-srv_10.42.42.10(pid=10433): Launched\u000a13:28:41.909004 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:28:42.033144 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:28:42.343250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10434): Launched\u000a13:28:42.600016 run iperf3-srv_10.42.42.10(pid=10435): Launched\u000a13:28:42.781081 tst cs_paging_gprs_active.py:38: start network...\u000a13:28:42.905356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:43.383762 run create_hlr_db(pid=10436): Launched\u000a13:28:43.554493 bus /gobi_6: Setting Powered False\u000a13:28:44.577631 run create_hlr_db(pid=10436): Terminated: ok {rc=0}\u000a13:28:45.000200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10438): Launched\u000a13:28:45.319621 run osmo-hlr_10.42.42.2(pid=10439): Launched\u000a13:28:45.438690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:46.022436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10441): Launched\u000a13:28:46.448860 run osmo-stp_10.42.42.5(pid=10442): Launched\u000a13:28:46.659837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:28:47.282960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10444): Launched\u000a13:28:47.400744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:28:47.678766 run patchelf(pid=10445): Launched\u000a13:28:47.864904 run osmo-stp_10.42.42.5(pid=10442): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10442)]\u000a13:28:48.000834 run osmo-stp_10.42.42.5(pid=10442): stdout: \u000a| (launched: 2022-12-09_13:28:46.197948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:48.137514 run osmo-stp_10.42.42.5(pid=10442): stderr: \u000a| �[0;m�[38;5;43m20221209132846495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132846496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132846496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132846496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132846497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132846497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132846497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:48.269650 run osmo-stp_10.42.42.5(pid=10442): stdout: \u000a| (launched: 2022-12-09_13:28:46.197948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:48.400634 run osmo-stp_10.42.42.5(pid=10442): stderr: \u000a| �[0;m�[38;5;43m20221209132846495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132846496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132846496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132846496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132846497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132846497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132846497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:48.552127 run patchelf(pid=10445): Terminating (SIGINT)\u000a13:28:48.729802 run patchelf(pid=10445): Terminated: ok {rc=0}\u000a13:28:48.762525 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10442): Process ended prematurely: osmo-stp_10.42.42.5(pid=10442) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10442)] [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:28:48.772473 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:28:48.835629 run osmo-hlr_10.42.42.2(pid=10439): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10439)]\u000a13:28:48.886806 run osmo-hlr_10.42.42.2(pid=10439): stdout: \u000a| (launched: 2022-12-09_13:28:45.162355) \u000a13:28:48.938808 run osmo-hlr_10.42.42.2(pid=10439): stderr: \u000a| �[0;m�[1;31m20221209132845360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132845360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132845360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132845360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132845360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132845360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132845372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132845381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132845381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132845381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:48.982663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10432): Terminating (SIGTERM)\u000a13:28:49.024435 run iperf3-srv_10.42.42.10(pid=10433): Terminating (SIGTERM)\u000a13:28:49.068095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10434): Terminating (SIGTERM)\u000a13:28:49.109554 run iperf3-srv_10.42.42.10(pid=10435): Terminating (SIGTERM)\u000a13:28:49.151436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10438): Terminating (SIGTERM)\u000a13:28:49.192917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10441): Terminating (SIGTERM)\u000a13:28:49.234749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10444): Terminating (SIGTERM)\u000a13:28:49.244345 --- ParallelTerminationStrategy: PID 10432 died...\u000a13:28:49.300894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10432): Terminated: ok {rc=0}\u000a13:28:49.310977 --- ParallelTerminationStrategy: PID 10433 died...\u000a13:28:49.366700 run iperf3-srv_10.42.42.10(pid=10433): Terminated {rc=256}\u000a13:28:49.376713 --- ParallelTerminationStrategy: PID 10434 died...\u000a13:28:49.432262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10434): Terminated: ok {rc=0}\u000a13:28:49.442382 --- ParallelTerminationStrategy: PID 10435 died...\u000a13:28:49.497683 run iperf3-srv_10.42.42.10(pid=10435): Terminated {rc=256}\u000a13:28:49.507884 --- ParallelTerminationStrategy: PID 10438 died...\u000a13:28:49.563551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10438): Terminated: ok {rc=0}\u000a13:28:49.573906 --- ParallelTerminationStrategy: PID 10441 died...\u000a13:28:49.629912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10441): Terminated: ok {rc=0}\u000a13:28:49.639930 --- ParallelTerminationStrategy: PID 10444 died...\u000a13:28:49.695551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10444): Terminated: ok {rc=0}\u000a13:28:49.781209 bus /gobi_0: Setting Powered False\u000a13:28:50.888308 bus /gobi_0: Setting Powered False\u000a13:28:52.000001 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10454): Process ended prematurely: osmo-stp_10.42.42.5(pid=10454) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10454)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10454): Process ended prematurely: osmo-stp_10.42.42.5(pid=10454) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:28:53.113450 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:53.125419 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:28:53.288699 tst iperf3.py: using LAC 21779\u000a13:28:53.414564 tst iperf3.py: using RAC 104\u000a13:28:53.541067 tst iperf3.py: using CellId 21779\u000a13:28:53.668862 tst iperf3.py: using BVCI 21780\u000a13:28:53.693409 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:53.704804 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:53.716076 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:53.727681 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:53.739237 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:53.750909 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:53.762536 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:53.774077 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:28:53.785698 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:28:54.071106 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:28:54.203717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:28:54.533419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10446): Launched\u000a13:28:54.806514 run iperf3-srv_10.42.42.10(pid=10447): Launched\u000a13:28:55.000280 tst iperf3.py:8: start network...\u000a13:28:55.132727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:55.631170 run create_hlr_db(pid=10448): Launched\u000a13:28:55.814405 bus /gobi_6: Setting Powered False\u000a13:28:56.835572 run create_hlr_db(pid=10448): Terminated: ok {rc=0}\u000a13:28:57.255094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10450): Launched\u000a13:28:57.573082 run osmo-hlr_10.42.42.2(pid=10451): Launched\u000a13:28:57.692134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:58.244442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10453): Launched\u000a13:28:58.563909 run osmo-stp_10.42.42.5(pid=10454): Launched\u000a13:28:58.679689 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:28:59.233794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10456): Launched\u000a13:28:59.347899 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:28:59.625327 run patchelf(pid=10457): Launched\u000a13:28:59.811080 run osmo-stp_10.42.42.5(pid=10454): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10454)]\u000a13:28:59.947267 run osmo-stp_10.42.42.5(pid=10454): stdout: \u000a| (launched: 2022-12-09_13:28:58.407285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:00.083676 run osmo-stp_10.42.42.5(pid=10454): stderr: \u000a| �[0;m�[38;5;43m20221209132858598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132858598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132858598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132858598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132858599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132858599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132858599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:00.215449 run osmo-stp_10.42.42.5(pid=10454): stdout: \u000a| (launched: 2022-12-09_13:28:58.407285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:00.347211 run osmo-stp_10.42.42.5(pid=10454): stderr: \u000a| �[0;m�[38;5;43m20221209132858598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132858598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132858598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132858598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132858599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132858599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132858599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:00.499288 run patchelf(pid=10457): Terminating (SIGINT)\u000a13:29:00.676846 run patchelf(pid=10457): Terminated: ok {rc=0}\u000a13:29:00.709733 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10454): Process ended prematurely: osmo-stp_10.42.42.5(pid=10454) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10454)] [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:29:00.719657 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:29:00.782898 run osmo-hlr_10.42.42.2(pid=10451): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10451)]\u000a13:29:00.836046 run osmo-hlr_10.42.42.2(pid=10451): stdout: \u000a| (launched: 2022-12-09_13:28:57.416363) \u000a13:29:00.889898 run osmo-hlr_10.42.42.2(pid=10451): stderr: \u000a| �[0;m�[1;31m20221209132857615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132857615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132857615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132857615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132857615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132857615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132857627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132857635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132857636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132857636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:00.934124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10446): Terminating (SIGTERM)\u000a13:29:00.975959 run iperf3-srv_10.42.42.10(pid=10447): Terminating (SIGTERM)\u000a13:29:01.020869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10450): Terminating (SIGTERM)\u000a13:29:01.064499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10453): Terminating (SIGTERM)\u000a13:29:01.108221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10456): Terminating (SIGTERM)\u000a13:29:01.119615 --- ParallelTerminationStrategy: PID 10446 died...\u000a13:29:01.175825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10446): Terminated: ok {rc=0}\u000a13:29:01.186263 --- ParallelTerminationStrategy: PID 10447 died...\u000a13:29:01.240093 run iperf3-srv_10.42.42.10(pid=10447): Terminated {rc=256}\u000a13:29:01.250572 --- ParallelTerminationStrategy: PID 10450 died...\u000a13:29:01.306892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10450): Terminated: ok {rc=0}\u000a13:29:01.317345 --- ParallelTerminationStrategy: PID 10453 died...\u000a13:29:01.372181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10453): Terminated: ok {rc=0}\u000a13:29:01.382369 --- ParallelTerminationStrategy: PID 10456 died...\u000a13:29:01.437405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10456): Terminated: ok {rc=0}\u000a13:29:01.526935 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10472): Process ended prematurely: osmo-stp_10.42.42.5(pid=10472) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10472)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10472): Process ended prematurely: osmo-stp_10.42.42.5(pid=10472) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:29:02.642777 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:02.654870 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:29:02.821661 tst iperf3m4.py: using LAC 21780\u000a13:29:02.944727 tst iperf3m4.py: using RAC 105\u000a13:29:03.067721 tst iperf3m4.py: using CellId 21780\u000a13:29:03.191829 tst iperf3m4.py: using BVCI 21781\u000a13:29:03.216281 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:03.227597 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:03.238794 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:03.250147 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:03.261872 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:03.273305 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:03.284730 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:03.296114 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:03.308076 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:29:03.423718 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:29:03.545455 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:29:03.659969 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:29:03.949073 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:29:04.082104 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:29:04.410947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10458): Launched\u000a13:29:04.683800 run iperf3-srv_10.42.42.10(pid=10459): Launched\u000a13:29:04.877694 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:29:05.010402 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:29:05.339910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10460): Launched\u000a13:29:05.612450 run iperf3-srv_10.42.42.10(pid=10461): Launched\u000a13:29:05.806265 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:29:05.938610 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:29:06.267654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10462): Launched\u000a13:29:06.543123 run iperf3-srv_10.42.42.10(pid=10463): Launched\u000a13:29:06.737048 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:29:06.869869 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:29:07.199426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10464): Launched\u000a13:29:07.473366 run iperf3-srv_10.42.42.10(pid=10465): Launched\u000a13:29:07.667750 tst iperf3m4.py:8: start network...\u000a13:29:07.800611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:08.300637 run create_hlr_db(pid=10466): Launched\u000a13:29:08.486853 bus /gobi_6: Setting Powered False\u000a13:29:09.504819 run create_hlr_db(pid=10466): Terminated: ok {rc=0}\u000a13:29:09.905075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10468): Launched\u000a13:29:10.202212 run osmo-hlr_10.42.42.2(pid=10469): Launched\u000a13:29:10.319063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:10.844890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10471): Launched\u000a13:29:11.141964 run osmo-stp_10.42.42.5(pid=10472): Launched\u000a13:29:11.249316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:29:11.766553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10474): Launched\u000a13:29:11.872678 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:29:12.131959 run patchelf(pid=10475): Launched\u000a13:29:12.306304 run osmo-stp_10.42.42.5(pid=10472): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10472)]\u000a13:29:12.434926 run osmo-stp_10.42.42.5(pid=10472): stdout: \u000a| (launched: 2022-12-09_13:29:10.995564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:12.562797 run osmo-stp_10.42.42.5(pid=10472): stderr: \u000a| �[0;m�[38;5;43m20221209132911164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132911164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132911165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132911165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132911166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132911166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132911166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:12.685944 run osmo-stp_10.42.42.5(pid=10472): stdout: \u000a| (launched: 2022-12-09_13:29:10.995564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:12.808024 run osmo-stp_10.42.42.5(pid=10472): stderr: \u000a| �[0;m�[38;5;43m20221209132911164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132911164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132911165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132911165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132911166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132911166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132911166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:12.949707 run patchelf(pid=10475): Terminating (SIGINT)\u000a13:29:13.115871 run patchelf(pid=10475): Terminated: ok {rc=0}\u000a13:29:13.146443 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10472): Process ended prematurely: osmo-stp_10.42.42.5(pid=10472) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10472)] [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:29:13.155582 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a13:29:13.215109 run osmo-hlr_10.42.42.2(pid=10469): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10469)]\u000a13:29:13.263910 run osmo-hlr_10.42.42.2(pid=10469): stdout: \u000a| (launched: 2022-12-09_13:29:10.055782) \u000a13:29:13.313530 run osmo-hlr_10.42.42.2(pid=10469): stderr: \u000a| �[0;m�[1;31m20221209132910230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132910230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132910230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132910230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132910230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132910230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132910242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132910251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132910251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132910251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:13.356010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10458): Terminating (SIGTERM)\u000a13:29:13.395448 run iperf3-srv_10.42.42.10(pid=10459): Terminating (SIGTERM)\u000a13:29:13.434907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10460): Terminating (SIGTERM)\u000a13:29:13.474238 run iperf3-srv_10.42.42.10(pid=10461): Terminating (SIGTERM)\u000a13:29:13.513634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10462): Terminating (SIGTERM)\u000a13:29:13.552843 run iperf3-srv_10.42.42.10(pid=10463): Terminating (SIGTERM)\u000a13:29:13.592230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10464): Terminating (SIGTERM)\u000a13:29:13.631381 run iperf3-srv_10.42.42.10(pid=10465): Terminating (SIGTERM)\u000a13:29:13.670793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10468): Terminating (SIGTERM)\u000a13:29:13.710019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10471): Terminating (SIGTERM)\u000a13:29:13.749286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10474): Terminating (SIGTERM)\u000a13:29:13.758386 --- ParallelTerminationStrategy: PID 10458 died...\u000a13:29:13.811068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10458): Terminated: ok {rc=0}\u000a13:29:13.820538 --- ParallelTerminationStrategy: PID 10459 died...\u000a13:29:13.873519 run iperf3-srv_10.42.42.10(pid=10459): Terminated {rc=256}\u000a13:29:13.882863 --- ParallelTerminationStrategy: PID 10460 died...\u000a13:29:13.935083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10460): Terminated: ok {rc=0}\u000a13:29:13.944427 --- ParallelTerminationStrategy: PID 10461 died...\u000a13:29:13.996365 run iperf3-srv_10.42.42.10(pid=10461): Terminated {rc=256}\u000a13:29:14.005751 --- ParallelTerminationStrategy: PID 10462 died...\u000a13:29:14.058320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10462): Terminated: ok {rc=0}\u000a13:29:14.067704 --- ParallelTerminationStrategy: PID 10463 died...\u000a13:29:14.119871 run iperf3-srv_10.42.42.10(pid=10463): Terminated {rc=256}\u000a13:29:14.129353 --- ParallelTerminationStrategy: PID 10464 died...\u000a13:29:14.181344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10464): Terminated: ok {rc=0}\u000a13:29:14.190829 --- ParallelTerminationStrategy: PID 10465 died...\u000a13:29:14.243068 run iperf3-srv_10.42.42.10(pid=10465): Terminated {rc=256}\u000a13:29:14.252485 --- ParallelTerminationStrategy: PID 10468 died...\u000a13:29:14.304754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10468): Terminated: ok {rc=0}\u000a13:29:14.314252 --- ParallelTerminationStrategy: PID 10471 died...\u000a13:29:14.366719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10471): Terminated: ok {rc=0}\u000a13:29:14.376153 --- ParallelTerminationStrategy: PID 10474 died...\u000a13:29:14.428852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10474): Terminated: ok {rc=0}\u000a13:29:14.511886 bus /gobi_4: Setting Powered False\u000a13:29:15.618703 bus /gobi_4: Setting Powered False\u000a13:29:16.742185 bus /gobi_1: Setting Powered False\u000a13:29:17.843817 bus /gobi_1: Setting Powered False\u000a13:29:18.955038 bus /gobi_0: Setting Powered False\u000a13:29:20.060504 bus /gobi_0: Setting Powered False\u000a13:29:21.172394 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10482): Process ended prematurely: osmo-stp_10.42.42.5(pid=10482) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10482)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10482): Process ended prematurely: osmo-stp_10.42.42.5(pid=10482) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:29:22.239107 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:22.250616 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:29:22.407368 tst ping.py: using LAC 21781\u000a13:29:22.521485 tst ping.py: using RAC 106\u000a13:29:22.643419 tst ping.py: using CellId 21781\u000a13:29:22.765829 tst ping.py: using BVCI 21782\u000a13:29:22.789969 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:22.801536 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:22.812718 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:22.824868 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:22.837010 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:22.849120 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:22.861165 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:22.873117 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:29:23.158415 tst ping.py:19: start network...\u000a13:29:23.288853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:23.781101 run create_hlr_db(pid=10476): Launched\u000a13:29:23.962106 bus /gobi_6: Setting Powered False\u000a13:29:24.983823 run create_hlr_db(pid=10476): Terminated: ok {rc=0}\u000a13:29:25.378054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10478): Launched\u000a13:29:25.670646 run osmo-hlr_10.42.42.2(pid=10479): Launched\u000a13:29:25.783143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:26.296494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10481): Launched\u000a13:29:26.588561 run osmo-stp_10.42.42.5(pid=10482): Launched\u000a13:29:26.694599 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:29:27.202233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10484): Launched\u000a13:29:27.305891 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:29:27.559546 run patchelf(pid=10485): Launched\u000a13:29:27.731048 run osmo-stp_10.42.42.5(pid=10482): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10482)]\u000a13:29:27.856213 run osmo-stp_10.42.42.5(pid=10482): stdout: \u000a| (launched: 2022-12-09_13:29:26.444018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:27.981552 run osmo-stp_10.42.42.5(pid=10482): stderr: \u000a| �[0;m�[38;5;43m20221209132926611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132926612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132926612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132926612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132926613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132926613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132926613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:28.102641 run osmo-stp_10.42.42.5(pid=10482): stdout: \u000a| (launched: 2022-12-09_13:29:26.444018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:28.222642 run osmo-stp_10.42.42.5(pid=10482): stderr: \u000a| �[0;m�[38;5;43m20221209132926611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132926612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132926612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132926612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132926613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132926613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132926613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:28.362138 run patchelf(pid=10485): Terminating (SIGINT)\u000a13:29:28.526171 run patchelf(pid=10485): Terminated: ok {rc=0}\u000a13:29:28.556365 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10482): Process ended prematurely: osmo-stp_10.42.42.5(pid=10482) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10482)] [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:29:28.564899 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:29:28.624506 run osmo-hlr_10.42.42.2(pid=10479): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10479)]\u000a13:29:28.673429 run osmo-hlr_10.42.42.2(pid=10479): stdout: \u000a| (launched: 2022-12-09_13:29:25.526495) \u000a13:29:28.722876 run osmo-hlr_10.42.42.2(pid=10479): stderr: \u000a| �[0;m�[1;31m20221209132925701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132925701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132925701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132925701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132925701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132925702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132925713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132925722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132925722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132925722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:28.765178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10478): Terminating (SIGTERM)\u000a13:29:28.805103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10481): Terminating (SIGTERM)\u000a13:29:28.845627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10484): Terminating (SIGTERM)\u000a13:29:28.854940 --- ParallelTerminationStrategy: PID 10478 died...\u000a13:29:28.908445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10478): Terminated: ok {rc=0}\u000a13:29:28.918182 --- ParallelTerminationStrategy: PID 10481 died...\u000a13:29:28.971066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10481): Terminated: ok {rc=0}\u000a13:29:28.980822 --- ParallelTerminationStrategy: PID 10484 died...\u000a13:29:29.033581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10484): Terminated: ok {rc=0}\u000a13:29:29.121890 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10492): Process ended prematurely: osmo-stp_10.42.42.5(pid=10492) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10492)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10492): Process ended prematurely: osmo-stp_10.42.42.5(pid=10492) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:29:30.173294 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:30.185447 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:29:30.343576 tst ping_idle_ping.py: using LAC 21782\u000a13:29:30.458952 tst ping_idle_ping.py: using RAC 107\u000a13:29:30.575031 tst ping_idle_ping.py: using CellId 21782\u000a13:29:30.691140 tst ping_idle_ping.py: using BVCI 21783\u000a13:29:30.713843 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:30.724702 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:30.735445 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:30.746564 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:30.757392 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:30.768318 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:30.779362 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:29:30.790276 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:29:31.091436 tst ping_idle_ping.py:24: start network...\u000a13:29:31.217731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:31.726271 run create_hlr_db(pid=10486): Launched\u000a13:29:31.900162 bus /gobi_6: Setting Powered False\u000a13:29:32.917191 run create_hlr_db(pid=10486): Terminated: ok {rc=0}\u000a13:29:33.336605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10488): Launched\u000a13:29:33.650547 run osmo-hlr_10.42.42.2(pid=10489): Launched\u000a13:29:33.768781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:34.313588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10491): Launched\u000a13:29:34.629868 run osmo-stp_10.42.42.5(pid=10492): Launched\u000a13:29:34.744385 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:29:35.291389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10494): Launched\u000a13:29:35.403797 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:29:35.678370 run patchelf(pid=10495): Launched\u000a13:29:35.863008 run osmo-stp_10.42.42.5(pid=10492): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10492)]\u000a13:29:35.998439 run osmo-stp_10.42.42.5(pid=10492): stdout: \u000a| (launched: 2022-12-09_13:29:34.474725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:36.133901 run osmo-stp_10.42.42.5(pid=10492): stderr: \u000a| �[0;m�[38;5;43m20221209132934662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132934662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132934663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132934663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132934663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132934664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132934664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:36.264451 run osmo-stp_10.42.42.5(pid=10492): stdout: \u000a| (launched: 2022-12-09_13:29:34.474725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:36.390982 run osmo-stp_10.42.42.5(pid=10492): stderr: \u000a| �[0;m�[38;5;43m20221209132934662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132934662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132934663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132934663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132934663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132934664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132934664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:36.532302 run patchelf(pid=10495): Terminating (SIGINT)\u000a13:29:36.698446 run patchelf(pid=10495): Terminated: ok {rc=0}\u000a13:29:36.728849 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10492): Process ended prematurely: osmo-stp_10.42.42.5(pid=10492) [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10492)] [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:29:36.737843 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:29:36.798110 run osmo-hlr_10.42.42.2(pid=10489): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10489)]\u000a13:29:36.847267 run osmo-hlr_10.42.42.2(pid=10489): stdout: \u000a| (launched: 2022-12-09_13:29:33.495987) \u000a13:29:36.897032 run osmo-hlr_10.42.42.2(pid=10489): stderr: \u000a| �[0;m�[1;31m20221209132933691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132933692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132933692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132933692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132933692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132933692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132933704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132933712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132933712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132933712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:36.939011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10488): Terminating (SIGTERM)\u000a13:29:36.978792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10491): Terminating (SIGTERM)\u000a13:29:37.018326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10494): Terminating (SIGTERM)\u000a13:29:37.027574 --- ParallelTerminationStrategy: PID 10488 died...\u000a13:29:37.081078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10488): Terminated: ok {rc=0}\u000a13:29:37.090793 --- ParallelTerminationStrategy: PID 10491 died...\u000a13:29:37.143981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10491): Terminated: ok {rc=0}\u000a13:29:37.153797 --- ParallelTerminationStrategy: PID 10494 died...\u000a13:29:37.206824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10494): Terminated: ok {rc=0}\u000a13:29:37.295304 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:28:39" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10509): Process ended prematurely: osmo-stp_10.42.42.5(pid=10509) [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10509)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10509): Process ended prematurely: osmo-stp_10.42.42.5(pid=10509) [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:29:39.449654 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:39.461061 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:29:39.603326 tst cs_paging_gprs_active.py: using LAC 21783\u000a13:29:39.721809 tst cs_paging_gprs_active.py: using RAC 108\u000a13:29:39.838050 tst cs_paging_gprs_active.py: using CellId 21783\u000a13:29:39.954256 tst cs_paging_gprs_active.py: using BVCI 21784\u000a13:29:39.977455 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:39.988680 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:39.999781 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:40.011110 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:40.022144 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:40.033568 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:40.044798 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:40.055954 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:40.067424 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:29:40.180719 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:29:40.473792 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:29:40.607414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:29:40.937434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10499): Launched\u000a13:29:41.211756 run iperf3-srv_10.42.42.10(pid=10500): Launched\u000a13:29:41.407779 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:29:41.541430 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:29:41.871984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10501): Launched\u000a13:29:42.146507 run iperf3-srv_10.42.42.10(pid=10502): Launched\u000a13:29:42.342556 tst cs_paging_gprs_active.py:38: start network...\u000a13:29:42.475849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:42.985098 run create_hlr_db(pid=10503): Launched\u000a13:29:43.158232 bus /gobi_6: Setting Powered False\u000a13:29:44.178546 run create_hlr_db(pid=10503): Terminated: ok {rc=0}\u000a13:29:44.603369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10505): Launched\u000a13:29:44.924612 run osmo-hlr_10.42.42.2(pid=10506): Launched\u000a13:29:45.045381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:45.601734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10508): Launched\u000a13:29:46.037750 run osmo-stp_10.42.42.5(pid=10509): Launched\u000a13:29:46.253363 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:29:46.968706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10511): Launched\u000a13:29:47.095595 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:29:47.392486 run patchelf(pid=10512): Launched\u000a13:29:47.579591 run osmo-stp_10.42.42.5(pid=10509): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10509)]\u000a13:29:47.716354 run osmo-stp_10.42.42.5(pid=10509): stdout: \u000a| (launched: 2022-12-09_13:29:45.763681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:47.853207 run osmo-stp_10.42.42.5(pid=10509): stderr: \u000a| �[0;m�[38;5;43m20221209132946037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132946038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132946038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132946038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132946039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132946039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132946039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:47.985461 run osmo-stp_10.42.42.5(pid=10509): stdout: \u000a| (launched: 2022-12-09_13:29:45.763681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:48.116756 run osmo-stp_10.42.42.5(pid=10509): stderr: \u000a| �[0;m�[38;5;43m20221209132946037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132946038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132946038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132946038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132946039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132946039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132946039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:48.268691 run patchelf(pid=10512): Terminating (SIGINT)\u000a13:29:48.447541 run patchelf(pid=10512): Terminated: ok {rc=0}\u000a13:29:48.480399 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10509): Process ended prematurely: osmo-stp_10.42.42.5(pid=10509) [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10509)] [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a13:29:48.490531 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a13:29:48.554668 run osmo-hlr_10.42.42.2(pid=10506): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10506)]\u000a13:29:48.607059 run osmo-hlr_10.42.42.2(pid=10506): stdout: \u000a| (launched: 2022-12-09_13:29:44.766529) \u000a13:29:48.660558 run osmo-hlr_10.42.42.2(pid=10506): stderr: \u000a| �[0;m�[1;31m20221209132944967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132944967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132944967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132944967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132944967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132944967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132944979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132944987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132944987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132944987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:48.705794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10499): Terminating (SIGTERM)\u000a13:29:48.747941 run iperf3-srv_10.42.42.10(pid=10500): Terminating (SIGTERM)\u000a13:29:48.790501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10501): Terminating (SIGTERM)\u000a13:29:48.833214 run iperf3-srv_10.42.42.10(pid=10502): Terminating (SIGTERM)\u000a13:29:48.875463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10505): Terminating (SIGTERM)\u000a13:29:48.918276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10508): Terminating (SIGTERM)\u000a13:29:48.960620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10511): Terminating (SIGTERM)\u000a13:29:48.970072 --- ParallelTerminationStrategy: PID 10499 died...\u000a13:29:49.026701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10499): Terminated: ok {rc=0}\u000a13:29:49.037198 --- ParallelTerminationStrategy: PID 10500 died...\u000a13:29:49.093196 run iperf3-srv_10.42.42.10(pid=10500): Terminated {rc=256}\u000a13:29:49.103565 --- ParallelTerminationStrategy: PID 10501 died...\u000a13:29:49.159795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10501): Terminated: ok {rc=0}\u000a13:29:49.169796 --- ParallelTerminationStrategy: PID 10502 died...\u000a13:29:49.225871 run iperf3-srv_10.42.42.10(pid=10502): Terminated {rc=256}\u000a13:29:49.235853 --- ParallelTerminationStrategy: PID 10505 died...\u000a13:29:49.292014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10505): Terminated: ok {rc=0}\u000a13:29:49.302424 --- ParallelTerminationStrategy: PID 10508 died...\u000a13:29:49.359101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10508): Terminated: ok {rc=0}\u000a13:29:49.369405 --- ParallelTerminationStrategy: PID 10511 died...\u000a13:29:49.425512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10511): Terminated: ok {rc=0}\u000a13:29:49.515932 bus /gobi_0: Setting Powered False\u000a13:29:50.619832 bus /gobi_0: Setting Powered False\u000a13:29:51.730174 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10521): Process ended prematurely: osmo-stp_10.42.42.5(pid=10521) [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10521)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10521): Process ended prematurely: osmo-stp_10.42.42.5(pid=10521) [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a13:29:52.844564 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:52.857175 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:29:53.010018 tst iperf3.py: using LAC 21784\u000a13:29:53.135415 tst iperf3.py: using RAC 109\u000a13:29:53.258405 tst iperf3.py: using CellId 21784\u000a13:29:53.388279 tst iperf3.py: using BVCI 21785\u000a13:29:53.412612 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:53.424408 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:53.435838 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:53.447704 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:53.459497 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:53.471270 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:53.483139 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:53.494739 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:29:53.506691 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:29:53.795195 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:29:53.928442 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:29:54.257975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10513): Launched\u000a13:29:54.532397 run iperf3-srv_10.42.42.10(pid=10514): Launched\u000a13:29:54.727129 tst iperf3.py:8: start network...\u000a13:29:54.860406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:55.364483 run create_hlr_db(pid=10515): Launched\u000a13:29:55.548788 bus /gobi_6: Setting Powered False\u000a13:29:56.570147 run create_hlr_db(pid=10515): Terminated: ok {rc=0}\u000a13:29:56.993711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10517): Launched\u000a13:29:57.312895 run osmo-hlr_10.42.42.2(pid=10518): Launched\u000a13:29:57.432010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:57.985297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10520): Launched\u000a13:29:58.304777 run osmo-stp_10.42.42.5(pid=10521): Launched\u000a13:29:58.421167 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:29:58.976774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10523): Launched\u000a13:29:59.090779 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:29:59.369558 run patchelf(pid=10524): Launched\u000a13:29:59.556129 run osmo-stp_10.42.42.5(pid=10521): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10521)]\u000a13:29:59.693100 run osmo-stp_10.42.42.5(pid=10521): stdout: \u000a| (launched: 2022-12-09_13:29:58.147104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:59.830199 run osmo-stp_10.42.42.5(pid=10521): stderr: \u000a| �[0;m�[38;5;43m20221209132958338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132958338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132958339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132958339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132958340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132958340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132958340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:59.962519 run osmo-stp_10.42.42.5(pid=10521): stdout: \u000a| (launched: 2022-12-09_13:29:58.147104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:00.093770 run osmo-stp_10.42.42.5(pid=10521): stderr: \u000a| �[0;m�[38;5;43m20221209132958338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209132958338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209132958339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209132958339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209132958340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209132958340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209132958340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:00.246036 run patchelf(pid=10524): Terminating (SIGINT)\u000a13:30:00.425068 run patchelf(pid=10524): Terminated: ok {rc=0}\u000a13:30:00.458099 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10521): Process ended prematurely: osmo-stp_10.42.42.5(pid=10521) [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10521)] [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a13:30:00.468058 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:30:00.532047 run osmo-hlr_10.42.42.2(pid=10518): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10518)]\u000a13:30:00.583831 run osmo-hlr_10.42.42.2(pid=10518): stdout: \u000a| (launched: 2022-12-09_13:29:57.155871) \u000a13:30:00.636367 run osmo-hlr_10.42.42.2(pid=10518): stderr: \u000a| �[0;m�[1;31m20221209132957354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209132957354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209132957354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132957354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209132957354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209132957354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209132957377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209132957387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209132957387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209132957387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:00.680930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10513): Terminating (SIGTERM)\u000a13:30:00.723173 run iperf3-srv_10.42.42.10(pid=10514): Terminating (SIGTERM)\u000a13:30:00.765870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10517): Terminating (SIGTERM)\u000a13:30:00.808306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10520): Terminating (SIGTERM)\u000a13:30:00.851060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10523): Terminating (SIGTERM)\u000a13:30:00.861188 --- ParallelTerminationStrategy: PID 10513 died...\u000a13:30:00.918237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10513): Terminated: ok {rc=0}\u000a13:30:00.929135 --- ParallelTerminationStrategy: PID 10514 died...\u000a13:30:00.986268 run iperf3-srv_10.42.42.10(pid=10514): Terminated {rc=256}\u000a13:30:00.996708 --- ParallelTerminationStrategy: PID 10517 died...\u000a13:30:01.053903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10517): Terminated: ok {rc=0}\u000a13:30:01.064461 --- ParallelTerminationStrategy: PID 10520 died...\u000a13:30:01.121607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10520): Terminated: ok {rc=0}\u000a13:30:01.132113 --- ParallelTerminationStrategy: PID 10523 died...\u000a13:30:01.189343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10523): Terminated: ok {rc=0}\u000a13:30:01.278290 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10542): Process ended prematurely: osmo-stp_10.42.42.5(pid=10542) [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10542)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10542): Process ended prematurely: osmo-stp_10.42.42.5(pid=10542) [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a13:30:02.389450 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:02.401773 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:30:02.539858 tst iperf3m4.py: using LAC 21785\u000a13:30:02.660277 tst iperf3m4.py: using RAC 110\u000a13:30:02.778476 tst iperf3m4.py: using CellId 21785\u000a13:30:02.896449 tst iperf3m4.py: using BVCI 21786\u000a13:30:02.919441 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:02.930788 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:02.941964 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:02.953741 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:02.965357 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:02.976878 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:02.988582 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:03.000178 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:03.012006 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:30:03.126380 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:30:03.245635 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:30:03.366914 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:30:03.657147 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:30:03.790280 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:30:04.119082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10528): Launched\u000a13:30:04.393621 run iperf3-srv_10.42.42.10(pid=10529): Launched\u000a13:30:04.588369 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:30:04.721333 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:30:05.051606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10530): Launched\u000a13:30:05.326386 run iperf3-srv_10.42.42.10(pid=10531): Launched\u000a13:30:05.521321 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:30:05.654380 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:30:05.983144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10532): Launched\u000a13:30:06.256600 run iperf3-srv_10.42.42.10(pid=10533): Launched\u000a13:30:06.451353 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:30:06.584272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:30:06.912189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10534): Launched\u000a13:30:07.185797 run iperf3-srv_10.42.42.10(pid=10535): Launched\u000a13:30:07.380880 tst iperf3m4.py:8: start network...\u000a13:30:07.514265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:08.018695 run create_hlr_db(pid=10536): Launched\u000a13:30:08.203699 bus /gobi_6: Setting Powered False\u000a13:30:09.224908 run create_hlr_db(pid=10536): Terminated: ok {rc=0}\u000a13:30:09.626069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10538): Launched\u000a13:30:09.925141 run osmo-hlr_10.42.42.2(pid=10539): Launched\u000a13:30:10.039096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:10.558594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10541): Launched\u000a13:30:10.856249 run osmo-stp_10.42.42.5(pid=10542): Launched\u000a13:30:10.966447 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:30:11.487333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10544): Launched\u000a13:30:11.594225 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:30:11.854476 run patchelf(pid=10545): Launched\u000a13:30:12.030080 run osmo-stp_10.42.42.5(pid=10542): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10542)]\u000a13:30:12.158502 run osmo-stp_10.42.42.5(pid=10542): stdout: \u000a| (launched: 2022-12-09_13:30:10.710210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:12.286762 run osmo-stp_10.42.42.5(pid=10542): stderr: \u000a| �[0;m�[38;5;43m20221209133010877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133010877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133010878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133010878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133010879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133010879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133010879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:12.410602 run osmo-stp_10.42.42.5(pid=10542): stdout: \u000a| (launched: 2022-12-09_13:30:10.710210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:12.533470 run osmo-stp_10.42.42.5(pid=10542): stderr: \u000a| �[0;m�[38;5;43m20221209133010877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133010877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133010878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133010878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133010879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133010879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133010879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:12.676110 run patchelf(pid=10545): Terminating (SIGINT)\u000a13:30:12.842919 run patchelf(pid=10545): Terminated: ok {rc=0}\u000a13:30:12.874059 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10542): Process ended prematurely: osmo-stp_10.42.42.5(pid=10542) [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10542)] [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a13:30:12.883545 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a13:30:12.943648 run osmo-hlr_10.42.42.2(pid=10539): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10539)]\u000a13:30:12.992464 run osmo-hlr_10.42.42.2(pid=10539): stdout: \u000a| (launched: 2022-12-09_13:30:09.778324) \u000a13:30:13.041886 run osmo-hlr_10.42.42.2(pid=10539): stderr: \u000a| �[0;m�[1;31m20221209133009954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133009954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133009954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133009954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133009954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133009954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133009966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133009975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133009975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133009975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:13.084046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10528): Terminating (SIGTERM)\u000a13:30:13.123845 run iperf3-srv_10.42.42.10(pid=10529): Terminating (SIGTERM)\u000a13:30:13.163622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10530): Terminating (SIGTERM)\u000a13:30:13.203079 run iperf3-srv_10.42.42.10(pid=10531): Terminating (SIGTERM)\u000a13:30:13.242717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10532): Terminating (SIGTERM)\u000a13:30:13.282236 run iperf3-srv_10.42.42.10(pid=10533): Terminating (SIGTERM)\u000a13:30:13.321786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10534): Terminating (SIGTERM)\u000a13:30:13.361344 run iperf3-srv_10.42.42.10(pid=10535): Terminating (SIGTERM)\u000a13:30:13.401380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10538): Terminating (SIGTERM)\u000a13:30:13.440901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10541): Terminating (SIGTERM)\u000a13:30:13.480480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10544): Terminating (SIGTERM)\u000a13:30:13.489653 --- ParallelTerminationStrategy: PID 10528 died...\u000a13:30:13.542712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10528): Terminated: ok {rc=0}\u000a13:30:13.552114 --- ParallelTerminationStrategy: PID 10529 died...\u000a13:30:13.605481 run iperf3-srv_10.42.42.10(pid=10529): Terminated {rc=256}\u000a13:30:13.615029 --- ParallelTerminationStrategy: PID 10530 died...\u000a13:30:13.667966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10530): Terminated: ok {rc=0}\u000a13:30:13.677854 --- ParallelTerminationStrategy: PID 10531 died...\u000a13:30:13.730463 run iperf3-srv_10.42.42.10(pid=10531): Terminated {rc=256}\u000a13:30:13.739933 --- ParallelTerminationStrategy: PID 10532 died...\u000a13:30:13.792427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10532): Terminated: ok {rc=0}\u000a13:30:13.801970 --- ParallelTerminationStrategy: PID 10533 died...\u000a13:30:13.854515 run iperf3-srv_10.42.42.10(pid=10533): Terminated {rc=256}\u000a13:30:13.863908 --- ParallelTerminationStrategy: PID 10534 died...\u000a13:30:13.916677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10534): Terminated: ok {rc=0}\u000a13:30:13.926157 --- ParallelTerminationStrategy: PID 10535 died...\u000a13:30:13.978723 run iperf3-srv_10.42.42.10(pid=10535): Terminated {rc=256}\u000a13:30:13.988110 --- ParallelTerminationStrategy: PID 10538 died...\u000a13:30:14.040894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10538): Terminated: ok {rc=0}\u000a13:30:14.050420 --- ParallelTerminationStrategy: PID 10541 died...\u000a13:30:14.103069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10541): Terminated: ok {rc=0}\u000a13:30:14.112562 --- ParallelTerminationStrategy: PID 10544 died...\u000a13:30:14.165199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10544): Terminated: ok {rc=0}\u000a13:30:14.252762 bus /gobi_4: Setting Powered False\u000a13:30:15.355790 bus /gobi_4: Setting Powered False\u000a13:30:16.482430 bus /gobi_1: Setting Powered False\u000a13:30:17.591727 bus /gobi_1: Setting Powered False\u000a13:30:18.699473 bus /gobi_0: Setting Powered False\u000a13:30:19.805781 bus /gobi_0: Setting Powered False\u000a13:30:20.914794 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10552): Process ended prematurely: osmo-stp_10.42.42.5(pid=10552) [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10552)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10552): Process ended prematurely: osmo-stp_10.42.42.5(pid=10552) [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a13:30:21.983644 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:21.996165 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:30:22.142632 tst ping.py: using LAC 21786\u000a13:30:22.265132 tst ping.py: using RAC 111\u000a13:30:22.390680 tst ping.py: using CellId 21786\u000a13:30:22.512346 tst ping.py: using BVCI 21787\u000a13:30:22.536531 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:22.548337 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:22.560122 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:22.572060 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:22.583782 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:22.595751 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:22.607931 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:22.619784 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:30:22.893278 tst ping.py:19: start network...\u000a13:30:23.015430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:23.484590 run create_hlr_db(pid=10546): Launched\u000a13:30:23.653339 bus /gobi_6: Setting Powered False\u000a13:30:24.675981 run create_hlr_db(pid=10546): Terminated: ok {rc=0}\u000a13:30:25.094377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10548): Launched\u000a13:30:25.408203 run osmo-hlr_10.42.42.2(pid=10549): Launched\u000a13:30:25.526020 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:26.073885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10551): Launched\u000a13:30:26.388406 run osmo-stp_10.42.42.5(pid=10552): Launched\u000a13:30:26.502325 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:30:27.052897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10554): Launched\u000a13:30:27.164880 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:30:27.440600 run patchelf(pid=10555): Launched\u000a13:30:27.624856 run osmo-stp_10.42.42.5(pid=10552): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10552)]\u000a13:30:27.759778 run osmo-stp_10.42.42.5(pid=10552): stdout: \u000a| (launched: 2022-12-09_13:30:26.233632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:27.895091 run osmo-stp_10.42.42.5(pid=10552): stderr: \u000a| �[0;m�[38;5;43m20221209133026424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133026425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133026425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133026425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133026426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133026426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133026426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:28.025855 run osmo-stp_10.42.42.5(pid=10552): stdout: \u000a| (launched: 2022-12-09_13:30:26.233632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:28.155154 run osmo-stp_10.42.42.5(pid=10552): stderr: \u000a| �[0;m�[38;5;43m20221209133026424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133026425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133026425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133026425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133026426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133026426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133026426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:28.305398 run patchelf(pid=10555): Terminating (SIGINT)\u000a13:30:28.481157 run patchelf(pid=10555): Terminated: ok {rc=0}\u000a13:30:28.513214 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10552): Process ended prematurely: osmo-stp_10.42.42.5(pid=10552) [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10552)] [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a13:30:28.522575 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:30:28.586592 run osmo-hlr_10.42.42.2(pid=10549): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10549)]\u000a13:30:28.638833 run osmo-hlr_10.42.42.2(pid=10549): stdout: \u000a| (launched: 2022-12-09_13:30:25.253720) \u000a13:30:28.691549 run osmo-hlr_10.42.42.2(pid=10549): stderr: \u000a| �[0;m�[1;31m20221209133025448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133025448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133025448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133025448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133025448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133025448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133025461 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133025469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133025469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133025469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:28.736024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10548): Terminating (SIGTERM)\u000a13:30:28.778492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10551): Terminating (SIGTERM)\u000a13:30:28.820908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10554): Terminating (SIGTERM)\u000a13:30:28.830940 --- ParallelTerminationStrategy: PID 10548 died...\u000a13:30:28.887695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10548): Terminated: ok {rc=0}\u000a13:30:28.897890 --- ParallelTerminationStrategy: PID 10551 died...\u000a13:30:28.953937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10551): Terminated: ok {rc=0}\u000a13:30:28.964373 --- ParallelTerminationStrategy: PID 10554 died...\u000a13:30:29.021440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10554): Terminated: ok {rc=0}\u000a13:30:29.108426 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10562): Process ended prematurely: osmo-stp_10.42.42.5(pid=10562) [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10562)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10562): Process ended prematurely: osmo-stp_10.42.42.5(pid=10562) [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a13:30:30.161578 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:30.174164 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:30:30.321078 tst ping_idle_ping.py: using LAC 21787\u000a13:30:30.440610 tst ping_idle_ping.py: using RAC 112\u000a13:30:30.562453 tst ping_idle_ping.py: using CellId 21787\u000a13:30:30.677757 tst ping_idle_ping.py: using BVCI 21788\u000a13:30:30.700313 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:30.711740 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:30.722990 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:30.734759 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:30.746424 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:30.758150 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:30.770054 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:30:30.781722 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:30:31.099902 tst ping_idle_ping.py:24: start network...\u000a13:30:31.225060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:31.738323 run create_hlr_db(pid=10556): Launched\u000a13:30:31.911713 bus /gobi_6: Setting Powered False\u000a13:30:32.929578 run create_hlr_db(pid=10556): Terminated: ok {rc=0}\u000a13:30:33.322477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10558): Launched\u000a13:30:33.615412 run osmo-hlr_10.42.42.2(pid=10559): Launched\u000a13:30:33.731672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:34.245264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10561): Launched\u000a13:30:34.537128 run osmo-stp_10.42.42.5(pid=10562): Launched\u000a13:30:34.643168 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:30:35.155417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10564): Launched\u000a13:30:35.259334 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:30:35.514474 run patchelf(pid=10565): Launched\u000a13:30:35.686299 run osmo-stp_10.42.42.5(pid=10562): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10562)]\u000a13:30:35.811837 run osmo-stp_10.42.42.5(pid=10562): stdout: \u000a| (launched: 2022-12-09_13:30:34.393544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:35.937891 run osmo-stp_10.42.42.5(pid=10562): stderr: \u000a| �[0;m�[38;5;43m20221209133034563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133034563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133034563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133034564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133034564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133034564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133034564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:36.059078 run osmo-stp_10.42.42.5(pid=10562): stdout: \u000a| (launched: 2022-12-09_13:30:34.393544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:36.179177 run osmo-stp_10.42.42.5(pid=10562): stderr: \u000a| �[0;m�[38;5;43m20221209133034563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133034563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133034563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133034564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133034564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133034564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133034564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:36.330259 run patchelf(pid=10565): Terminating (SIGINT)\u000a13:30:36.506057 run patchelf(pid=10565): Terminated: ok {rc=0}\u000a13:30:36.538522 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10562): Process ended prematurely: osmo-stp_10.42.42.5(pid=10562) [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10562)] [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a13:30:36.547886 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:30:36.611451 run osmo-hlr_10.42.42.2(pid=10559): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10559)]\u000a13:30:36.663147 run osmo-hlr_10.42.42.2(pid=10559): stdout: \u000a| (launched: 2022-12-09_13:30:33.471308) \u000a13:30:36.715406 run osmo-hlr_10.42.42.2(pid=10559): stderr: \u000a| �[0;m�[1;31m20221209133033645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133033645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133033645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133033645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133033645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133033645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133033656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133033665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133033665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133033665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:36.759395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10558): Terminating (SIGTERM)\u000a13:30:36.801882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10561): Terminating (SIGTERM)\u000a13:30:36.843987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10564): Terminating (SIGTERM)\u000a13:30:36.853778 --- ParallelTerminationStrategy: PID 10558 died...\u000a13:30:36.910014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10558): Terminated: ok {rc=0}\u000a13:30:36.919999 --- ParallelTerminationStrategy: PID 10561 died...\u000a13:30:36.975635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10561): Terminated: ok {rc=0}\u000a13:30:36.986011 --- ParallelTerminationStrategy: PID 10564 died...\u000a13:30:37.041526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10564): Terminated: ok {rc=0}\u000a13:30:37.129179 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:29:39" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10576): Process ended prematurely: osmo-stp_10.42.42.5(pid=10576) [trial-2360↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10576)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10576): Process ended prematurely: osmo-stp_10.42.42.5(pid=10576) [trial-2360↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:30:39.176306 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:30:39.188172 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:30:39.343861 tst switch_tch_pdch.py: using LAC 21788\u000a13:30:39.461502 tst switch_tch_pdch.py: using RAC 113\u000a13:30:39.577064 tst switch_tch_pdch.py: using CellId 21788\u000a13:30:39.701318 tst switch_tch_pdch.py: using BVCI 21789\u000a13:30:39.725499 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:30:39.737105 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:30:39.748642 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:30:39.760568 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:30:39.772538 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:30:39.785135 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:30:39.796649 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:30:39.808357 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:30:39.928332 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:30:40.196203 tst switch_tch_pdch.py:51: start network...\u000a13:30:40.317717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:40.784852 run create_hlr_db(pid=10569): Launched\u000a13:30:40.953212 bus /gobi_6: Setting Powered False\u000a13:30:41.975890 run create_hlr_db(pid=10569): Terminated: ok {rc=0}\u000a13:30:42.392832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10571): Launched\u000a13:30:42.706069 run osmo-hlr_10.42.42.2(pid=10572): Launched\u000a13:30:42.824712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:43.367449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10575): Launched\u000a13:30:43.677849 run osmo-stp_10.42.42.5(pid=10576): Launched\u000a13:30:43.791135 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:30:44.336657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10578): Launched\u000a13:30:44.448236 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:30:44.720723 run patchelf(pid=10579): Launched\u000a13:30:44.903668 run osmo-stp_10.42.42.5(pid=10576): ERR: Terminated: ERROR {rc=1} [trial-2360↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10576)]\u000a13:30:45.037630 run osmo-stp_10.42.42.5(pid=10576): stdout: \u000a| (launched: 2022-12-09_13:30:43.525584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:45.172190 run osmo-stp_10.42.42.5(pid=10576): stderr: \u000a| �[0;m�[38;5;43m20221209133043715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133043715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133043715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133043716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133043716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133043716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133043716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:45.301978 run osmo-stp_10.42.42.5(pid=10576): stdout: \u000a| (launched: 2022-12-09_13:30:43.525584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:45.431097 run osmo-stp_10.42.42.5(pid=10576): stderr: \u000a| �[0;m�[38;5;43m20221209133043715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133043715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133043715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133043716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133043716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133043716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133043716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:45.579657 run patchelf(pid=10579): Terminating (SIGINT)\u000a13:30:45.754269 run patchelf(pid=10579): Terminated: ok {rc=0}\u000a13:30:45.786177 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10576): Process ended prematurely: osmo-stp_10.42.42.5(pid=10576) [trial-2360↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10576)] [trial-2360↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:30:45.795423 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a13:30:45.859848 run osmo-hlr_10.42.42.2(pid=10572): ERR: Terminated: ERROR {rc=237} [trial-2360↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10572)]\u000a13:30:45.927920 run osmo-hlr_10.42.42.2(pid=10572): stdout: \u000a| (launched: 2022-12-09_13:30:42.551673) \u000a13:30:45.982079 run osmo-hlr_10.42.42.2(pid=10572): stderr: \u000a| �[0;m�[1;31m20221209133042748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133042748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133042748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133042749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133042749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133042749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133042764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133042774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133042774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133042774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:46.028444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10571): Terminating (SIGTERM)\u000a13:30:46.075904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10575): Terminating (SIGTERM)\u000a13:30:46.122051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10578): Terminating (SIGTERM)\u000a13:30:46.132255 --- ParallelTerminationStrategy: PID 10571 died...\u000a13:30:46.190039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10571): Terminated: ok {rc=0}\u000a13:30:46.200706 --- ParallelTerminationStrategy: PID 10575 died...\u000a13:30:46.255937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10575): Terminated: ok {rc=0}\u000a13:30:46.266690 --- ParallelTerminationStrategy: PID 10578 died...\u000a13:30:46.323595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10578): Terminated: ok {rc=0}\u000a13:30:46.414322 bus /gobi_0: Setting Powered False\u000a13:30:47.515638 bus /gobi_0: Setting Powered False\u000a13:30:48.625578 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:30:38" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10589): Process ended prematurely: osmo-stp_10.42.42.5(pid=10589) [trial-2360↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10589)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10589): Process ended prematurely: osmo-stp_10.42.42.5(pid=10589) [trial-2360↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:30:50.596809 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:30:50.608213 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:30:50.769535 tst switch_tch_pdch.py: using LAC 21789\u000a13:30:50.891098 tst switch_tch_pdch.py: using RAC 114\u000a13:30:51.017671 tst switch_tch_pdch.py: using CellId 21789\u000a13:30:51.138237 tst switch_tch_pdch.py: using BVCI 21790\u000a13:30:51.162082 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:30:51.173501 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:30:51.184694 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:30:51.196223 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:30:51.207616 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:30:51.218991 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:30:51.230507 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:30:51.242132 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:30:51.357620 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:30:51.626321 tst switch_tch_pdch.py:51: start network...\u000a13:30:51.746445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:52.187805 run create_hlr_db(pid=10583): Launched\u000a13:30:52.306859 bus /gobi_6: Setting Powered False\u000a13:30:53.378022 run create_hlr_db(pid=10583): Terminated: ok {rc=0}\u000a13:30:53.765210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10585): Launched\u000a13:30:54.076552 run osmo-hlr_10.42.42.2(pid=10586): Launched\u000a13:30:54.193882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:54.709750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10588): Launched\u000a13:30:55.020206 run osmo-stp_10.42.42.5(pid=10589): Launched\u000a13:30:55.132777 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:30:55.650803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10591): Launched\u000a13:30:55.762367 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:30:56.035196 run patchelf(pid=10592): Launched\u000a13:30:56.219109 run osmo-stp_10.42.42.5(pid=10589): ERR: Terminated: ERROR {rc=1} [trial-2360↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10589)]\u000a13:30:56.354377 run osmo-stp_10.42.42.5(pid=10589): stdout: \u000a| (launched: 2022-12-09_13:30:54.868067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:56.489677 run osmo-stp_10.42.42.5(pid=10589): stderr: \u000a| �[0;m�[38;5;43m20221209133055055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133055055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133055055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133055056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133055056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133055056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133055056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:56.620357 run osmo-stp_10.42.42.5(pid=10589): stdout: \u000a| (launched: 2022-12-09_13:30:54.868067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:56.749851 run osmo-stp_10.42.42.5(pid=10589): stderr: \u000a| �[0;m�[38;5;43m20221209133055055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133055055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133055055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133055056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133055056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133055056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133055056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:56.899404 run patchelf(pid=10592): Terminating (SIGINT)\u000a13:30:57.074778 run patchelf(pid=10592): Terminated: ok {rc=0}\u000a13:30:57.106823 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10589): Process ended prematurely: osmo-stp_10.42.42.5(pid=10589) [trial-2360↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10589)] [trial-2360↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:30:57.116150 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a13:30:57.179510 run osmo-hlr_10.42.42.2(pid=10586): ERR: Terminated: ERROR {rc=237} [trial-2360↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10586)]\u000a13:30:57.231155 run osmo-hlr_10.42.42.2(pid=10586): stdout: \u000a| (launched: 2022-12-09_13:30:53.923915) \u000a13:30:57.283975 run osmo-hlr_10.42.42.2(pid=10586): stderr: \u000a| �[0;m�[1;31m20221209133054120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133054120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133054120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133054120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133054120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133054121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133054136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133054146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133054147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133054147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:57.328936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10585): Terminating (SIGTERM)\u000a13:30:57.371748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10588): Terminating (SIGTERM)\u000a13:30:57.414094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10591): Terminating (SIGTERM)\u000a13:30:57.423800 --- ParallelTerminationStrategy: PID 10585 died...\u000a13:30:57.479921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10585): Terminated: ok {rc=0}\u000a13:30:57.490220 --- ParallelTerminationStrategy: PID 10588 died...\u000a13:30:57.546237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10588): Terminated: ok {rc=0}\u000a13:30:57.556458 --- ParallelTerminationStrategy: PID 10591 died...\u000a13:30:57.612321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10591): Terminated: ok {rc=0}\u000a13:30:57.700002 bus /gobi_0: Setting Powered False\u000a13:30:58.807219 bus /gobi_0: Setting Powered False\u000a13:30:59.916117 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:30:50" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10597): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10597) [trial-2360↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10597)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10597): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10597) [trial-2360↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a13:31:01.843742 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a13:31:01.858982 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a13:31:02.035253 tst mo_mt_sms.py: using LAC 21790\u000a13:31:02.163306 tst mo_mt_sms.py: using RAC 115\u000a13:31:02.294023 tst mo_mt_sms.py: using CellId 21790\u000a13:31:02.417257 tst mo_mt_sms.py: using BVCI 21791\u000a13:31:02.441004 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a13:31:02.558376 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a13:31:02.828529 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:31:02.949327 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:31:03.556065 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10596): Launched\u000a13:31:03.847252 run osmo-nitb_10.42.42.2(pid=10597): Launched\u000a13:31:04.027236 run osmo-nitb_10.42.42.2(pid=10597): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10597)]\u000a13:31:04.160167 run osmo-nitb_10.42.42.2(pid=10597): stdout: \u000a| (launched: 2022-12-09_13:31:03.704601) \u000a13:31:04.293315 run osmo-nitb_10.42.42.2(pid=10597): stderr: \u000a| (launched: 2022-12-09_13:31:03.748096)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:31:04.421938 run osmo-nitb_10.42.42.2(pid=10597): stdout: \u000a| (launched: 2022-12-09_13:31:03.704601) \u000a13:31:04.549284 run osmo-nitb_10.42.42.2(pid=10597): stderr: \u000a| (launched: 2022-12-09_13:31:03.748096)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:31:04.965363 tst osmo-nitb_10.42.42.2(pid=10597): stdout: \u000a| (launched: 2022-12-09_13:31:03.704601) \u000a13:31:05.081147 tst osmo-nitb_10.42.42.2(pid=10597): stderr: \u000a| (launched: 2022-12-09_13:31:03.748096)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:31:05.132336 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=10597): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10597) [trial-2360↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10597)] [trial-2360↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a13:31:05.140222 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a13:31:05.174358 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10596): Terminating (SIGTERM)\u000a13:31:05.351465 --- ParallelTerminationStrategy: PID 10596 died...\u000a13:31:05.405885 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10596): Terminated: ok {rc=0}\u000a13:31:05.493797 bus /sierra_3: Setting Powered False\u000a13:31:06.596881 bus /sierra_3: Setting Powered False\u000a13:31:07.708750 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:31:01" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10608): Process ended prematurely: osmo-stp_10.42.42.5(pid=10608) [trial-2360↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10608)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10608): Process ended prematurely: osmo-stp_10.42.42.5(pid=10608) [trial-2360↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a13:31:09.604709 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:31:09.615760 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a13:31:09.754484 tst mo_mt_sms.py: using LAC 21791\u000a13:31:09.875943 tst mo_mt_sms.py: using RAC 116\u000a13:31:09.993463 tst mo_mt_sms.py: using CellId 21791\u000a13:31:10.107639 tst mo_mt_sms.py: using BVCI 21792\u000a13:31:10.129874 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:31:10.140153 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:31:10.150757 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:31:10.161103 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:31:10.171338 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:31:10.181616 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a13:31:10.299090 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a13:31:10.498873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:10.966217 run create_hlr_db(pid=10602): Launched\u000a13:31:11.135595 bus /sierra_2: Setting Powered False\u000a13:31:12.155614 run create_hlr_db(pid=10602): Terminated: ok {rc=0}\u000a13:31:12.573160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10604): Launched\u000a13:31:12.884614 run osmo-hlr_10.42.42.2(pid=10605): Launched\u000a13:31:13.002319 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:13.546587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10607): Launched\u000a13:31:13.857435 run osmo-stp_10.42.42.5(pid=10608): Launched\u000a13:31:13.969534 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:31:14.541300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10610): Launched\u000a13:31:14.852703 run osmo-msc_10.42.42.6(pid=10611): Launched\u000a13:31:15.035806 run osmo-stp_10.42.42.5(pid=10608): ERR: Terminated: ERROR {rc=1} [trial-2360↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10608)]\u000a13:31:15.169098 run osmo-stp_10.42.42.5(pid=10608): stdout: \u000a| (launched: 2022-12-09_13:31:13.705330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:15.302146 run osmo-stp_10.42.42.5(pid=10608): stderr: \u000a| �[0;m�[38;5;43m20221209133113894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133113894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133113895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133113895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133113896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133113896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133113896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:15.428733 run osmo-stp_10.42.42.5(pid=10608): stdout: \u000a| (launched: 2022-12-09_13:31:13.705330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:15.553326 run osmo-stp_10.42.42.5(pid=10608): stderr: \u000a| �[0;m�[38;5;43m20221209133113894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133113894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133113895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133113895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133113896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133113896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133113896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:15.607891 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10608): Process ended prematurely: osmo-stp_10.42.42.5(pid=10608) [trial-2360↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10608)] [trial-2360↪sms:trx-lms↪mo_mt_sms.py:16]\u000a13:31:15.616576 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a13:31:15.679413 run osmo-hlr_10.42.42.2(pid=10605): ERR: Terminated: ERROR {rc=237} [trial-2360↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10605)]\u000a13:31:15.730863 run osmo-hlr_10.42.42.2(pid=10605): stdout: \u000a| (launched: 2022-12-09_13:31:12.731654) \u000a13:31:15.782897 run osmo-hlr_10.42.42.2(pid=10605): stderr: \u000a| �[0;m�[1;31m20221209133112928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133112928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133112928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133112928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133112928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133112928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133112941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133112949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133112949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133112949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:15.854093 run osmo-msc_10.42.42.6(pid=10611): ERR: Terminated: ERROR {rc=2} [trial-2360↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10611)]\u000a13:31:15.919771 run osmo-msc_10.42.42.6(pid=10611): stdout: \u000a| (launched: 2022-12-09_13:31:14.699528) \u000a13:31:15.981328 run osmo-msc_10.42.42.6(pid=10611): stderr: \u000a| �[0;m�[38;5;43m20221209133115021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133115021 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6241ef0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133115021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133115022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133115022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133115022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133115024 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133115024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133115024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133115024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:31:16.025069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10604): Terminating (SIGTERM)\u000a13:31:16.068155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10607): Terminating (SIGTERM)\u000a13:31:16.112876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10610): Terminating (SIGTERM)\u000a13:31:16.123310 --- ParallelTerminationStrategy: PID 10604 died...\u000a13:31:16.179680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10604): Terminated: ok {rc=0}\u000a13:31:16.190091 --- ParallelTerminationStrategy: PID 10607 died...\u000a13:31:16.245194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10607): Terminated: ok {rc=0}\u000a13:31:16.255621 --- ParallelTerminationStrategy: PID 10610 died...\u000a13:31:16.310738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10610): Terminated: ok {rc=0}\u000a13:31:16.396876 bus /sierra_3: Setting Powered False\u000a13:31:17.501056 bus /sierra_3: Setting Powered False\u000a13:31:18.607275 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:31:09" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10617): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10617) [trial-2360↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10617)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10617): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10617) [trial-2360↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a13:31:20.453149 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a13:31:20.464306 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a13:31:20.604475 tst assert_extension.py: using LAC 21792\u000a13:31:20.730873 tst assert_extension.py: using RAC 117\u000a13:31:20.851602 tst assert_extension.py: using CellId 21792\u000a13:31:20.971948 tst assert_extension.py: using BVCI 21793\u000a13:31:20.995680 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a13:31:21.263200 tst assert_extension.py:10: start nitb and bts...\u000a13:31:21.384855 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:31:21.992412 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10616): Launched\u000a13:31:22.280831 run osmo-nitb_10.42.42.2(pid=10617): Launched\u000a13:31:22.460889 run osmo-nitb_10.42.42.2(pid=10617): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10617)]\u000a13:31:22.594123 run osmo-nitb_10.42.42.2(pid=10617): stdout: \u000a| (launched: 2022-12-09_13:31:22.141230) \u000a13:31:22.727117 run osmo-nitb_10.42.42.2(pid=10617): stderr: \u000a| (launched: 2022-12-09_13:31:22.184675)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:31:22.855818 run osmo-nitb_10.42.42.2(pid=10617): stdout: \u000a| (launched: 2022-12-09_13:31:22.141230) \u000a13:31:22.983455 run osmo-nitb_10.42.42.2(pid=10617): stderr: \u000a| (launched: 2022-12-09_13:31:22.184675)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:31:23.398916 tst osmo-nitb_10.42.42.2(pid=10617): stdout: \u000a| (launched: 2022-12-09_13:31:22.141230) \u000a13:31:23.515872 tst osmo-nitb_10.42.42.2(pid=10617): stderr: \u000a| (launched: 2022-12-09_13:31:22.184675)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:31:23.566831 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10617): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10617) [trial-2360↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10617)] [trial-2360↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a13:31:23.574813 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a13:31:23.608783 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10616): Terminating (SIGTERM)\u000a13:31:23.786020 --- ParallelTerminationStrategy: PID 10616 died...\u000a13:31:23.840333 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10616): Terminated: ok {rc=0}\u000a13:31:23.927876 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:31:20" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10628): Process ended prematurely: osmo-stp_10.42.42.5(pid=10628) [trial-2360↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10628)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10628): Process ended prematurely: osmo-stp_10.42.42.5(pid=10628) [trial-2360↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a13:31:25.757714 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:31:25.768058 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a13:31:25.902280 tst assert_extension.py: using LAC 21793\u000a13:31:26.014957 tst assert_extension.py: using RAC 118\u000a13:31:26.127925 tst assert_extension.py: using CellId 21793\u000a13:31:26.241114 tst assert_extension.py: using BVCI 21794\u000a13:31:26.263128 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:31:26.273612 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:31:26.283943 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:31:26.294258 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:31:26.304513 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:31:26.314936 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a13:31:26.509226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:26.976379 run create_hlr_db(pid=10622): Launched\u000a13:31:27.144545 bus /sierra_2: Setting Powered False\u000a13:31:28.166774 run create_hlr_db(pid=10622): Terminated: ok {rc=0}\u000a13:31:28.584435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10624): Launched\u000a13:31:28.896933 run osmo-hlr_10.42.42.2(pid=10625): Launched\u000a13:31:29.014094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:29.557501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10627): Launched\u000a13:31:29.869765 run osmo-stp_10.42.42.5(pid=10628): Launched\u000a13:31:29.983650 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:31:30.554899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10630): Launched\u000a13:31:30.930769 run osmo-msc_10.42.42.6(pid=10631): Launched\u000a13:31:31.331990 run osmo-stp_10.42.42.5(pid=10628): ERR: Terminated: ERROR {rc=1} [trial-2360↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10628)]\u000a13:31:31.570016 run osmo-stp_10.42.42.5(pid=10628): stdout: \u000a| (launched: 2022-12-09_13:31:29.715684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:31.700185 run osmo-stp_10.42.42.5(pid=10628): stderr: \u000a| �[0;m�[38;5;43m20221209133129906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133129906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133129906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133129907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133129908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133129909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133129909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:31.822906 run osmo-stp_10.42.42.5(pid=10628): stdout: \u000a| (launched: 2022-12-09_13:31:29.715684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:31.944625 run osmo-stp_10.42.42.5(pid=10628): stderr: \u000a| �[0;m�[38;5;43m20221209133129906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133129906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133129906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133129907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133129908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133129909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133129909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:31.997910 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10628): Process ended prematurely: osmo-stp_10.42.42.5(pid=10628) [trial-2360↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10628)] [trial-2360↪ussd:trx-lms↪assert_extension.py:17]\u000a13:31:32.007116 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a13:31:32.068583 run osmo-hlr_10.42.42.2(pid=10625): ERR: Terminated: ERROR {rc=237} [trial-2360↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10625)]\u000a13:31:32.119643 run osmo-hlr_10.42.42.2(pid=10625): stdout: \u000a| (launched: 2022-12-09_13:31:28.743418) \u000a13:31:32.170259 run osmo-hlr_10.42.42.2(pid=10625): stderr: \u000a| �[0;m�[1;31m20221209133128941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133128941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133128941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133128942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133128942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133128942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133128952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133128960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133128961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133128961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:32.239574 run osmo-msc_10.42.42.6(pid=10631): ERR: Terminated: ERROR {rc=2} [trial-2360↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10631)]\u000a13:31:32.289445 run osmo-msc_10.42.42.6(pid=10631): stdout: \u000a| (launched: 2022-12-09_13:31:30.713316) \u000a13:31:32.340725 run osmo-msc_10.42.42.6(pid=10631): stderr: \u000a| �[0;m�[38;5;43m20221209133131152 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133131152 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd449f78c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133131154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133131154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133131154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133131154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133131157 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133131158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133131158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133131159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:31:32.383675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10624): Terminating (SIGTERM)\u000a13:31:32.425894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10627): Terminating (SIGTERM)\u000a13:31:32.468323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10630): Terminating (SIGTERM)\u000a13:31:32.477545 --- ParallelTerminationStrategy: PID 10624 died...\u000a13:31:32.535347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10624): Terminated: ok {rc=0}\u000a13:31:32.545525 --- ParallelTerminationStrategy: PID 10627 died...\u000a13:31:32.602494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10627): Terminated: ok {rc=0}\u000a13:31:32.612561 --- ParallelTerminationStrategy: PID 10630 died...\u000a13:31:32.669582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10630): Terminated: ok {rc=0}\u000a13:31:32.755972 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:31:25" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10642): Process ended prematurely: osmo-stp_10.42.42.5(pid=10642) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10642)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10642): Process ended prematurely: osmo-stp_10.42.42.5(pid=10642) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:31:34.726543 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:31:34.738014 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:31:34.899430 tst mo_mt_call.py: using LAC 21794\u000a13:31:35.024422 tst mo_mt_call.py: using RAC 119\u000a13:31:35.143076 tst mo_mt_call.py: using CellId 21794\u000a13:31:35.258574 tst mo_mt_call.py: using BVCI 21795\u000a13:31:35.281096 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:31:35.292117 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:31:35.303097 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:31:35.314251 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:31:35.325190 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:31:35.335921 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:31:35.449095 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:31:35.650539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:36.125736 run create_hlr_db(pid=10636): Launched\u000a13:31:36.296834 bus /sierra_2: Setting Powered False\u000a13:31:37.319145 run create_hlr_db(pid=10636): Terminated: ok {rc=0}\u000a13:31:37.741943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10638): Launched\u000a13:31:38.060123 run osmo-hlr_10.42.42.2(pid=10639): Launched\u000a13:31:38.179027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:38.734280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10641): Launched\u000a13:31:39.052563 run osmo-stp_10.42.42.5(pid=10642): Launched\u000a13:31:39.168580 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:31:39.753800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10645): Launched\u000a13:31:40.072076 run osmo-msc_10.42.42.6(pid=10646): Launched\u000a13:31:40.259528 run osmo-stp_10.42.42.5(pid=10642): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10642)]\u000a13:31:40.395581 run osmo-stp_10.42.42.5(pid=10642): stdout: \u000a| (launched: 2022-12-09_13:31:38.896200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:40.530474 run osmo-stp_10.42.42.5(pid=10642): stderr: \u000a| �[0;m�[38;5;43m20221209133139085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133139085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133139085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133139086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133139086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133139086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133139086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:40.658772 run osmo-stp_10.42.42.5(pid=10642): stdout: \u000a| (launched: 2022-12-09_13:31:38.896200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:40.786160 run osmo-stp_10.42.42.5(pid=10642): stderr: \u000a| �[0;m�[38;5;43m20221209133139085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133139085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133139085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133139086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133139086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133139086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133139086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:40.842281 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10642): Process ended prematurely: osmo-stp_10.42.42.5(pid=10642) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10642)] [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:31:40.851526 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:31:40.914983 run osmo-hlr_10.42.42.2(pid=10639): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10639)]\u000a13:31:40.966900 run osmo-hlr_10.42.42.2(pid=10639): stdout: \u000a| (launched: 2022-12-09_13:31:37.903993) \u000a13:31:41.019478 run osmo-hlr_10.42.42.2(pid=10639): stderr: \u000a| �[0;m�[1;31m20221209133138100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133138100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133138100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133138100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133138100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133138100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133138113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133138122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133138122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133138122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:41.090787 run osmo-msc_10.42.42.6(pid=10646): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10646)]\u000a13:31:41.142875 run osmo-msc_10.42.42.6(pid=10646): stdout: \u000a| (launched: 2022-12-09_13:31:39.915941) \u000a13:31:41.195374 run osmo-msc_10.42.42.6(pid=10646): stderr: \u000a| �[0;m�[38;5;43m20221209133140234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133140235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca134bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133140235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133140235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133140235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133140235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133140237 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133140237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133140237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133140237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:31:41.239966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10638): Terminating (SIGTERM)\u000a13:31:41.282234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10641): Terminating (SIGTERM)\u000a13:31:41.324240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10645): Terminating (SIGTERM)\u000a13:31:41.334157 --- ParallelTerminationStrategy: PID 10638 died...\u000a13:31:41.391252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10638): Terminated: ok {rc=0}\u000a13:31:41.401401 --- ParallelTerminationStrategy: PID 10641 died...\u000a13:31:41.458082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10641): Terminated: ok {rc=0}\u000a13:31:41.468184 --- ParallelTerminationStrategy: PID 10645 died...\u000a13:31:41.524294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10645): Terminated: ok {rc=0}\u000a13:31:41.612405 bus /sierra_3: Setting Powered False\u000a13:31:42.718252 bus /sierra_3: Setting Powered False\u000a13:31:43.827655 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10654): Process ended prematurely: osmo-stp_10.42.42.5(pid=10654) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10654)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10654): Process ended prematurely: osmo-stp_10.42.42.5(pid=10654) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:31:44.941487 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:31:44.953516 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:31:45.119675 tst mo_mt_call_osmux.py: using LAC 21795\u000a13:31:45.245246 tst mo_mt_call_osmux.py: using RAC 120\u000a13:31:45.372820 tst mo_mt_call_osmux.py: using CellId 21795\u000a13:31:45.500476 tst mo_mt_call_osmux.py: using BVCI 21796\u000a13:31:45.524763 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:31:45.536301 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:31:45.547591 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:31:45.559195 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:31:45.570857 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:31:45.582391 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:31:45.697662 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:31:45.935077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:46.480363 run create_hlr_db(pid=10648): Launched\u000a13:31:46.656640 bus /sierra_2: Setting Powered False\u000a13:31:47.674915 run create_hlr_db(pid=10648): Terminated: ok {rc=0}\u000a13:31:48.097502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10650): Launched\u000a13:31:48.418762 run osmo-hlr_10.42.42.2(pid=10651): Launched\u000a13:31:48.538976 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:49.093657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10653): Launched\u000a13:31:49.414341 run osmo-stp_10.42.42.5(pid=10654): Launched\u000a13:31:49.530408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:31:50.112387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10656): Launched\u000a13:31:50.430791 run osmo-msc_10.42.42.6(pid=10657): Launched\u000a13:31:50.617305 run osmo-stp_10.42.42.5(pid=10654): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10654)]\u000a13:31:50.751867 run osmo-stp_10.42.42.5(pid=10654): stdout: \u000a| (launched: 2022-12-09_13:31:49.256148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:50.886534 run osmo-stp_10.42.42.5(pid=10654): stderr: \u000a| �[0;m�[38;5;43m20221209133149447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133149447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133149447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133149448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133149448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133149449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133149449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:51.014555 run osmo-stp_10.42.42.5(pid=10654): stdout: \u000a| (launched: 2022-12-09_13:31:49.256148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:51.141504 run osmo-stp_10.42.42.5(pid=10654): stderr: \u000a| �[0;m�[38;5;43m20221209133149447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133149447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133149447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133149448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133149448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133149449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133149449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:51.197235 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10654): Process ended prematurely: osmo-stp_10.42.42.5(pid=10654) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10654)] [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:31:51.206538 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:31:51.269421 run osmo-hlr_10.42.42.2(pid=10651): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10651)]\u000a13:31:51.320781 run osmo-hlr_10.42.42.2(pid=10651): stdout: \u000a| (launched: 2022-12-09_13:31:48.260265) \u000a13:31:51.373253 run osmo-hlr_10.42.42.2(pid=10651): stderr: \u000a| �[0;m�[1;31m20221209133148456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133148456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133148456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133148456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133148456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133148456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133148471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133148481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133148481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133148481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:51.443946 run osmo-msc_10.42.42.6(pid=10657): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10657)]\u000a13:31:51.495299 run osmo-msc_10.42.42.6(pid=10657): stdout: \u000a| (launched: 2022-12-09_13:31:50.274297) \u000a13:31:51.547462 run osmo-msc_10.42.42.6(pid=10657): stderr: \u000a| �[0;m�[38;5;43m20221209133150595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133150595 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff37ed66c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133150595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133150595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133150596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133150596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133150598 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133150598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133150598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133150598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:31:51.591508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10650): Terminating (SIGTERM)\u000a13:31:51.633464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10653): Terminating (SIGTERM)\u000a13:31:51.675342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10656): Terminating (SIGTERM)\u000a13:31:51.685202 --- ParallelTerminationStrategy: PID 10650 died...\u000a13:31:51.741060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10650): Terminated: ok {rc=0}\u000a13:31:51.751315 --- ParallelTerminationStrategy: PID 10653 died...\u000a13:31:51.806787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10653): Terminated: ok {rc=0}\u000a13:31:51.816683 --- ParallelTerminationStrategy: PID 10656 died...\u000a13:31:51.872196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10656): Terminated: ok {rc=0}\u000a13:31:51.959107 bus /sierra_3: Setting Powered False\u000a13:31:53.065392 bus /sierra_3: Setting Powered False\u000a13:31:54.175778 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:31:34" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10668): Process ended prematurely: osmo-stp_10.42.42.5(pid=10668) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10668)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10668): Process ended prematurely: osmo-stp_10.42.42.5(pid=10668) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:31:56.174682 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:31:56.186399 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:31:56.352379 tst mo_mt_call.py: using LAC 21796\u000a13:31:56.478541 tst mo_mt_call.py: using RAC 121\u000a13:31:56.602650 tst mo_mt_call.py: using CellId 21796\u000a13:31:56.727108 tst mo_mt_call.py: using BVCI 21797\u000a13:31:56.751345 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:31:56.762824 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:31:56.774080 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:31:56.785747 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:31:56.797439 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:31:56.809104 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:31:56.927217 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:31:57.127003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:57.605023 run create_hlr_db(pid=10662): Launched\u000a13:31:57.776840 bus /sierra_2: Setting Powered False\u000a13:31:58.798438 run create_hlr_db(pid=10662): Terminated: ok {rc=0}\u000a13:31:59.221264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10664): Launched\u000a13:31:59.541502 run osmo-hlr_10.42.42.2(pid=10665): Launched\u000a13:31:59.660829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:00.218639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10667): Launched\u000a13:32:00.538475 run osmo-stp_10.42.42.5(pid=10668): Launched\u000a13:32:00.654912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:32:01.252308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10670): Launched\u000a13:32:01.659371 run osmo-msc_10.42.42.6(pid=10671): Launched\u000a13:32:01.983259 run osmo-stp_10.42.42.5(pid=10668): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10668)]\u000a13:32:02.268562 run osmo-stp_10.42.42.5(pid=10668): stdout: \u000a| (launched: 2022-12-09_13:32:00.381394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:02.394085 run osmo-stp_10.42.42.5(pid=10668): stderr: \u000a| �[0;m�[38;5;43m20221209133200573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133200573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133200573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133200573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133200574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133200574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133200574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:02.517982 run osmo-stp_10.42.42.5(pid=10668): stdout: \u000a| (launched: 2022-12-09_13:32:00.381394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:02.638666 run osmo-stp_10.42.42.5(pid=10668): stderr: \u000a| �[0;m�[38;5;43m20221209133200573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133200573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133200573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133200573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133200574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133200574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133200574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:02.691502 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10668): Process ended prematurely: osmo-stp_10.42.42.5(pid=10668) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10668)] [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:32:02.700196 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a13:32:02.759751 run osmo-hlr_10.42.42.2(pid=10665): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10665)]\u000a13:32:02.809243 run osmo-hlr_10.42.42.2(pid=10665): stdout: \u000a| (launched: 2022-12-09_13:31:59.383982) \u000a13:32:02.859104 run osmo-hlr_10.42.42.2(pid=10665): stderr: \u000a| �[0;m�[1;31m20221209133159580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133159580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133159581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133159581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133159581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133159581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133159593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133159601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133159601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133159601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:02.926632 run osmo-msc_10.42.42.6(pid=10671): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10671)]\u000a13:32:02.975651 run osmo-msc_10.42.42.6(pid=10671): stdout: \u000a| (launched: 2022-12-09_13:32:01.409712) \u000a13:32:03.025373 run osmo-msc_10.42.42.6(pid=10671): stderr: \u000a| �[0;m�[38;5;43m20221209133202011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133202011 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff124602c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133202011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133202011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133202011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133202011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133202013 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133202013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133202014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133202014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:32:03.067943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10664): Terminating (SIGTERM)\u000a13:32:03.108028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10667): Terminating (SIGTERM)\u000a13:32:03.148181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10670): Terminating (SIGTERM)\u000a13:32:03.157493 --- ParallelTerminationStrategy: PID 10664 died...\u000a13:32:03.211720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10664): Terminated: ok {rc=0}\u000a13:32:03.221635 --- ParallelTerminationStrategy: PID 10667 died...\u000a13:32:03.274929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10667): Terminated: ok {rc=0}\u000a13:32:03.284565 --- ParallelTerminationStrategy: PID 10670 died...\u000a13:32:03.337982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10670): Terminated: ok {rc=0}\u000a13:32:03.425933 bus /sierra_3: Setting Powered False\u000a13:32:04.528755 bus /sierra_3: Setting Powered False\u000a13:32:05.640328 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10679): Process ended prematurely: osmo-stp_10.42.42.5(pid=10679) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10679)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10679): Process ended prematurely: osmo-stp_10.42.42.5(pid=10679) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:32:06.750087 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:32:06.761700 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:32:06.933700 tst mo_mt_call_osmux.py: using LAC 21797\u000a13:32:07.053673 tst mo_mt_call_osmux.py: using RAC 122\u000a13:32:07.170992 tst mo_mt_call_osmux.py: using CellId 21797\u000a13:32:07.289934 tst mo_mt_call_osmux.py: using BVCI 21798\u000a13:32:07.312491 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:32:07.323457 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:32:07.334592 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:32:07.345464 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:32:07.356169 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:32:07.366926 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:32:07.479096 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:32:07.680515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:08.156418 run create_hlr_db(pid=10673): Launched\u000a13:32:08.327607 bus /sierra_2: Setting Powered False\u000a13:32:09.349433 run create_hlr_db(pid=10673): Terminated: ok {rc=0}\u000a13:32:09.773602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10675): Launched\u000a13:32:10.093793 run osmo-hlr_10.42.42.2(pid=10676): Launched\u000a13:32:10.213303 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:10.770012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10678): Launched\u000a13:32:11.090539 run osmo-stp_10.42.42.5(pid=10679): Launched\u000a13:32:11.207003 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:32:11.789288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10681): Launched\u000a13:32:12.107459 run osmo-msc_10.42.42.6(pid=10682): Launched\u000a13:32:12.295323 run osmo-stp_10.42.42.5(pid=10679): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10679)]\u000a13:32:12.431769 run osmo-stp_10.42.42.5(pid=10679): stdout: \u000a| (launched: 2022-12-09_13:32:10.932595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:12.568048 run osmo-stp_10.42.42.5(pid=10679): stderr: \u000a| �[0;m�[38;5;43m20221209133211125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133211125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133211125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133211126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133211126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133211126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133211126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:12.697254 run osmo-stp_10.42.42.5(pid=10679): stdout: \u000a| (launched: 2022-12-09_13:32:10.932595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:12.825067 run osmo-stp_10.42.42.5(pid=10679): stderr: \u000a| �[0;m�[38;5;43m20221209133211125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133211125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133211125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133211126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133211126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133211126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133211126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:12.881258 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10679): Process ended prematurely: osmo-stp_10.42.42.5(pid=10679) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10679)] [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:32:12.890543 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:32:12.954323 run osmo-hlr_10.42.42.2(pid=10676): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10676)]\u000a13:32:13.006487 run osmo-hlr_10.42.42.2(pid=10676): stdout: \u000a| (launched: 2022-12-09_13:32:09.936371) \u000a13:32:13.059321 run osmo-hlr_10.42.42.2(pid=10676): stderr: \u000a| �[0;m�[1;31m20221209133210132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133210132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133210132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133210132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133210132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133210132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133210145 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133210154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133210154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133210154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:13.130267 run osmo-msc_10.42.42.6(pid=10682): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10682)]\u000a13:32:13.182449 run osmo-msc_10.42.42.6(pid=10682): stdout: \u000a| (launched: 2022-12-09_13:32:11.951609) \u000a13:32:13.234735 run osmo-msc_10.42.42.6(pid=10682): stderr: \u000a| �[0;m�[38;5;43m20221209133212271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133212271 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9debb8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133212271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133212271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133212271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133212272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133212273 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133212274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133212274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133212274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:32:13.279536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10675): Terminating (SIGTERM)\u000a13:32:13.322370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10678): Terminating (SIGTERM)\u000a13:32:13.365373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10681): Terminating (SIGTERM)\u000a13:32:13.375451 --- ParallelTerminationStrategy: PID 10675 died...\u000a13:32:13.433148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10675): Terminated: ok {rc=0}\u000a13:32:13.443541 --- ParallelTerminationStrategy: PID 10678 died...\u000a13:32:13.500741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10678): Terminated: ok {rc=0}\u000a13:32:13.511102 --- ParallelTerminationStrategy: PID 10681 died...\u000a13:32:13.568230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10681): Terminated: ok {rc=0}\u000a13:32:13.655817 bus /sierra_3: Setting Powered False\u000a13:32:14.762775 bus /sierra_3: Setting Powered False\u000a13:32:15.881319 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:31:55" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10694): Process ended prematurely: osmo-stp_10.42.42.5(pid=10694) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10694)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10694): Process ended prematurely: osmo-stp_10.42.42.5(pid=10694) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:32:17.915398 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:32:17.927061 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:32:18.091930 tst mo_mt_call.py: using LAC 21798\u000a13:32:18.217495 tst mo_mt_call.py: using RAC 123\u000a13:32:18.343123 tst mo_mt_call.py: using CellId 21798\u000a13:32:18.470036 tst mo_mt_call.py: using BVCI 21799\u000a13:32:18.494598 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:32:18.506237 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:32:18.517565 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:32:18.529515 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:32:18.541517 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:32:18.553349 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:32:18.668115 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:32:18.868940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:19.348751 run create_hlr_db(pid=10688): Launched\u000a13:32:19.520458 bus /sierra_2: Setting Powered False\u000a13:32:20.542096 run create_hlr_db(pid=10688): Terminated: ok {rc=0}\u000a13:32:20.965903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10690): Launched\u000a13:32:21.285552 run osmo-hlr_10.42.42.2(pid=10691): Launched\u000a13:32:21.403277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:21.958957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10693): Launched\u000a13:32:22.277741 run osmo-stp_10.42.42.5(pid=10694): Launched\u000a13:32:22.394077 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:32:22.976778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10696): Launched\u000a13:32:23.296569 run osmo-msc_10.42.42.6(pid=10697): Launched\u000a13:32:23.485407 run osmo-stp_10.42.42.5(pid=10694): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10694)]\u000a13:32:23.621067 run osmo-stp_10.42.42.5(pid=10694): stdout: \u000a| (launched: 2022-12-09_13:32:22.121449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:23.756609 run osmo-stp_10.42.42.5(pid=10694): stderr: \u000a| �[0;m�[38;5;43m20221209133222314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133222314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133222314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133222314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133222315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133222315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133222315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:23.885935 run osmo-stp_10.42.42.5(pid=10694): stdout: \u000a| (launched: 2022-12-09_13:32:22.121449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:24.014155 run osmo-stp_10.42.42.5(pid=10694): stderr: \u000a| �[0;m�[38;5;43m20221209133222314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133222314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133222314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133222314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133222315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133222315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133222315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:24.070486 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10694): Process ended prematurely: osmo-stp_10.42.42.5(pid=10694) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10694)] [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:32:24.080009 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:32:24.143530 run osmo-hlr_10.42.42.2(pid=10691): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10691)]\u000a13:32:24.195445 run osmo-hlr_10.42.42.2(pid=10691): stdout: \u000a| (launched: 2022-12-09_13:32:21.128904) \u000a13:32:24.248080 run osmo-hlr_10.42.42.2(pid=10691): stderr: \u000a| �[0;m�[1;31m20221209133221327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133221327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133221327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133221327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133221327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133221327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133221339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133221348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133221348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133221348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:24.318759 run osmo-msc_10.42.42.6(pid=10697): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10697)]\u000a13:32:24.371137 run osmo-msc_10.42.42.6(pid=10697): stdout: \u000a| (launched: 2022-12-09_13:32:23.139545) \u000a13:32:24.423577 run osmo-msc_10.42.42.6(pid=10697): stderr: \u000a| �[0;m�[38;5;43m20221209133223460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133223460 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1884694c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133223460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133223460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133223460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133223460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133223462 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133223463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133223463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133223463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:32:24.467654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10690): Terminating (SIGTERM)\u000a13:32:24.509825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10693): Terminating (SIGTERM)\u000a13:32:24.551707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10696): Terminating (SIGTERM)\u000a13:32:24.561620 --- ParallelTerminationStrategy: PID 10690 died...\u000a13:32:24.617740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10690): Terminated: ok {rc=0}\u000a13:32:24.627801 --- ParallelTerminationStrategy: PID 10693 died...\u000a13:32:24.683776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10693): Terminated: ok {rc=0}\u000a13:32:24.693928 --- ParallelTerminationStrategy: PID 10696 died...\u000a13:32:24.749647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10696): Terminated: ok {rc=0}\u000a13:32:24.836108 bus /sierra_3: Setting Powered False\u000a13:32:25.940377 bus /sierra_3: Setting Powered False\u000a13:32:27.053176 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10705): Process ended prematurely: osmo-stp_10.42.42.5(pid=10705) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10705)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10705): Process ended prematurely: osmo-stp_10.42.42.5(pid=10705) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:32:28.162458 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:32:28.173967 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:32:28.336524 tst mo_mt_call_osmux.py: using LAC 21799\u000a13:32:28.463882 tst mo_mt_call_osmux.py: using RAC 124\u000a13:32:28.595647 tst mo_mt_call_osmux.py: using CellId 21799\u000a13:32:28.719972 tst mo_mt_call_osmux.py: using BVCI 21800\u000a13:32:28.744418 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:32:28.756036 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:32:28.767287 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:32:28.778855 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:32:28.790692 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:32:28.801913 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:32:28.916616 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:32:29.117494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:29.599412 run create_hlr_db(pid=10699): Launched\u000a13:32:29.772647 bus /sierra_2: Setting Powered False\u000a13:32:30.794105 run create_hlr_db(pid=10699): Terminated: ok {rc=0}\u000a13:32:31.239226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10701): Launched\u000a13:32:31.592565 run osmo-hlr_10.42.42.2(pid=10702): Launched\u000a13:32:31.807472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:32.501965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10704): Launched\u000a13:32:32.801265 run osmo-stp_10.42.42.5(pid=10705): Launched\u000a13:32:32.910264 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:32:33.456432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10707): Launched\u000a13:32:33.754430 run osmo-msc_10.42.42.6(pid=10708): Launched\u000a13:32:33.930188 run osmo-stp_10.42.42.5(pid=10705): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10705)]\u000a13:32:34.057537 run osmo-stp_10.42.42.5(pid=10705): stdout: \u000a| (launched: 2022-12-09_13:32:32.653617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:34.181507 run osmo-stp_10.42.42.5(pid=10705): stderr: \u000a| �[0;m�[38;5;43m20221209133232824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133232824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133232825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133232825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133232825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133232826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133232826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:34.301215 run osmo-stp_10.42.42.5(pid=10705): stdout: \u000a| (launched: 2022-12-09_13:32:32.653617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:34.419713 run osmo-stp_10.42.42.5(pid=10705): stderr: \u000a| �[0;m�[38;5;43m20221209133232824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133232824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133232825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133232825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133232825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133232826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133232826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:34.472177 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10705): Process ended prematurely: osmo-stp_10.42.42.5(pid=10705) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10705)] [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:32:34.480627 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:32:34.540078 run osmo-hlr_10.42.42.2(pid=10702): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10702)]\u000a13:32:34.589053 run osmo-hlr_10.42.42.2(pid=10702): stdout: \u000a| (launched: 2022-12-09_13:32:31.407813) \u000a13:32:34.638881 run osmo-hlr_10.42.42.2(pid=10702): stderr: \u000a| �[0;m�[1;31m20221209133231791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133231791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133231792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133231792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133231792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133231792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133231861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133231873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133231873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133231873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:34.706553 run osmo-msc_10.42.42.6(pid=10708): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10708)]\u000a13:32:34.755857 run osmo-msc_10.42.42.6(pid=10708): stdout: \u000a| (launched: 2022-12-09_13:32:33.607964) \u000a13:32:34.805448 run osmo-msc_10.42.42.6(pid=10708): stderr: \u000a| �[0;m�[38;5;43m20221209133233881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133233881 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea19659c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133233881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133233881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133233881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133233881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133233883 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133233883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133233884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133233884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:32:34.847461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10701): Terminating (SIGTERM)\u000a13:32:34.886948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10704): Terminating (SIGTERM)\u000a13:32:34.926420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10707): Terminating (SIGTERM)\u000a13:32:34.935511 --- ParallelTerminationStrategy: PID 10701 died...\u000a13:32:34.988716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10701): Terminated: ok {rc=0}\u000a13:32:34.998303 --- ParallelTerminationStrategy: PID 10704 died...\u000a13:32:35.050710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10704): Terminated: ok {rc=0}\u000a13:32:35.060101 --- ParallelTerminationStrategy: PID 10707 died...\u000a13:32:35.112602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10707): Terminated: ok {rc=0}\u000a13:32:35.201152 bus /sierra_3: Setting Powered False\u000a13:32:36.304932 bus /sierra_3: Setting Powered False\u000a13:32:37.414912 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:32:17" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10719): Process ended prematurely: osmo-stp_10.42.42.5(pid=10719) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10719)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10719): Process ended prematurely: osmo-stp_10.42.42.5(pid=10719) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:32:39.406997 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:32:39.418949 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:32:39.577986 tst mo_mt_call.py: using LAC 21800\u000a13:32:39.695187 tst mo_mt_call.py: using RAC 125\u000a13:32:39.814715 tst mo_mt_call.py: using CellId 21800\u000a13:32:39.936431 tst mo_mt_call.py: using BVCI 21801\u000a13:32:39.959118 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:32:39.970122 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:32:39.980841 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:32:39.991605 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:32:40.002444 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:32:40.013253 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:32:40.127777 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:32:40.326163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:40.804703 run create_hlr_db(pid=10713): Launched\u000a13:32:40.975856 bus /sierra_2: Setting Powered False\u000a13:32:41.997822 run create_hlr_db(pid=10713): Terminated: ok {rc=0}\u000a13:32:42.421734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10715): Launched\u000a13:32:42.740663 run osmo-hlr_10.42.42.2(pid=10716): Launched\u000a13:32:42.860735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:43.418056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10718): Launched\u000a13:32:43.737341 run osmo-stp_10.42.42.5(pid=10719): Launched\u000a13:32:43.854216 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:32:44.439055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10721): Launched\u000a13:32:44.761334 run osmo-msc_10.42.42.6(pid=10722): Launched\u000a13:32:44.950912 run osmo-stp_10.42.42.5(pid=10719): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10719)]\u000a13:32:45.087199 run osmo-stp_10.42.42.5(pid=10719): stdout: \u000a| (launched: 2022-12-09_13:32:43.580890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:45.222843 run osmo-stp_10.42.42.5(pid=10719): stderr: \u000a| �[0;m�[38;5;43m20221209133243774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133243775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133243775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133243775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133243776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133243776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133243776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:45.351795 run osmo-stp_10.42.42.5(pid=10719): stdout: \u000a| (launched: 2022-12-09_13:32:43.580890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:45.480049 run osmo-stp_10.42.42.5(pid=10719): stderr: \u000a| �[0;m�[38;5;43m20221209133243774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133243775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133243775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133243775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133243776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133243776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133243776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:45.536082 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10719): Process ended prematurely: osmo-stp_10.42.42.5(pid=10719) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10719)] [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:32:45.545242 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:32:45.609018 run osmo-hlr_10.42.42.2(pid=10716): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10716)]\u000a13:32:45.660920 run osmo-hlr_10.42.42.2(pid=10716): stdout: \u000a| (launched: 2022-12-09_13:32:42.584484) \u000a13:32:45.713608 run osmo-hlr_10.42.42.2(pid=10716): stderr: \u000a| �[0;m�[1;31m20221209133242783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133242783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133242783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133242783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133242784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133242784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133242796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133242805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133242805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133242805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:45.784782 run osmo-msc_10.42.42.6(pid=10722): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10722)]\u000a13:32:45.841957 run osmo-msc_10.42.42.6(pid=10722): stdout: \u000a| (launched: 2022-12-09_13:32:44.602166) \u000a13:32:45.896239 run osmo-msc_10.42.42.6(pid=10722): stderr: \u000a| �[0;m�[38;5;43m20221209133244924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133244924 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88a8de2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133244924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133244924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133244925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133244925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133244926 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133244927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133244927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133244927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:32:45.943882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10715): Terminating (SIGTERM)\u000a13:32:45.987990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10718): Terminating (SIGTERM)\u000a13:32:46.030011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10721): Terminating (SIGTERM)\u000a13:32:46.040082 --- ParallelTerminationStrategy: PID 10715 died...\u000a13:32:46.095604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10715): Terminated: ok {rc=0}\u000a13:32:46.107240 --- ParallelTerminationStrategy: PID 10718 died...\u000a13:32:46.162012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10718): Terminated: ok {rc=0}\u000a13:32:46.171876 --- ParallelTerminationStrategy: PID 10721 died...\u000a13:32:46.225589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10721): Terminated: ok {rc=0}\u000a13:32:46.312024 bus /sierra_3: Setting Powered False\u000a13:32:47.413837 bus /sierra_3: Setting Powered False\u000a13:32:48.524925 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10730): Process ended prematurely: osmo-stp_10.42.42.5(pid=10730) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10730)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10730): Process ended prematurely: osmo-stp_10.42.42.5(pid=10730) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:32:49.634274 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:32:49.645907 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:32:49.806801 tst mo_mt_call_osmux.py: using LAC 21801\u000a13:32:49.923217 tst mo_mt_call_osmux.py: using RAC 126\u000a13:32:50.042152 tst mo_mt_call_osmux.py: using CellId 21801\u000a13:32:50.159788 tst mo_mt_call_osmux.py: using BVCI 21802\u000a13:32:50.182733 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:32:50.193775 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:32:50.204637 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:32:50.215529 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:32:50.226450 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:32:50.237282 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:32:50.352746 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:32:50.562523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:51.066718 run create_hlr_db(pid=10724): Launched\u000a13:32:51.251985 bus /sierra_2: Setting Powered False\u000a13:32:52.273037 run create_hlr_db(pid=10724): Terminated: ok {rc=0}\u000a13:32:52.675926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10726): Launched\u000a13:32:52.976185 run osmo-hlr_10.42.42.2(pid=10727): Launched\u000a13:32:53.086611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:53.605042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10729): Launched\u000a13:32:53.903548 run osmo-stp_10.42.42.5(pid=10730): Launched\u000a13:32:54.012466 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:32:54.558891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10732): Launched\u000a13:32:54.858229 run osmo-msc_10.42.42.6(pid=10733): Launched\u000a13:32:55.034047 run osmo-stp_10.42.42.5(pid=10730): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10730)]\u000a13:32:55.160898 run osmo-stp_10.42.42.5(pid=10730): stdout: \u000a| (launched: 2022-12-09_13:32:53.756654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:55.286010 run osmo-stp_10.42.42.5(pid=10730): stderr: \u000a| �[0;m�[38;5;43m20221209133253927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133253927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133253928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133253928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133253929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133253929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133253929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:55.406664 run osmo-stp_10.42.42.5(pid=10730): stdout: \u000a| (launched: 2022-12-09_13:32:53.756654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:55.526721 run osmo-stp_10.42.42.5(pid=10730): stderr: \u000a| �[0;m�[38;5;43m20221209133253927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133253927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133253928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133253928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133253929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133253929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133253929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:55.579542 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10730): Process ended prematurely: osmo-stp_10.42.42.5(pid=10730) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10730)] [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:32:55.588136 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:32:55.647407 run osmo-hlr_10.42.42.2(pid=10727): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10727)]\u000a13:32:55.696145 run osmo-hlr_10.42.42.2(pid=10727): stdout: \u000a| (launched: 2022-12-09_13:32:52.828170) \u000a13:32:55.745685 run osmo-hlr_10.42.42.2(pid=10727): stderr: \u000a| �[0;m�[1;31m20221209133253003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133253003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133253004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133253004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133253004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133253004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133253016 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133253025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133253025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133253025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:55.812665 run osmo-msc_10.42.42.6(pid=10733): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10733)]\u000a13:32:55.861397 run osmo-msc_10.42.42.6(pid=10733): stdout: \u000a| (launched: 2022-12-09_13:32:54.710861) \u000a13:32:55.910832 run osmo-msc_10.42.42.6(pid=10733): stderr: \u000a| �[0;m�[38;5;43m20221209133254985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133254985 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f0fde4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133254985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133254985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133254985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133254985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133254987 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133254988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133254988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133254988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:32:55.952804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10726): Terminating (SIGTERM)\u000a13:32:55.993238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10729): Terminating (SIGTERM)\u000a13:32:56.033501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10732): Terminating (SIGTERM)\u000a13:32:56.042667 --- ParallelTerminationStrategy: PID 10726 died...\u000a13:32:56.095906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10726): Terminated: ok {rc=0}\u000a13:32:56.105897 --- ParallelTerminationStrategy: PID 10729 died...\u000a13:32:56.158854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10729): Terminated: ok {rc=0}\u000a13:32:56.168363 --- ParallelTerminationStrategy: PID 10732 died...\u000a13:32:56.221932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10732): Terminated: ok {rc=0}\u000a13:32:56.310637 bus /sierra_3: Setting Powered False\u000a13:32:57.414153 bus /sierra_3: Setting Powered False\u000a13:32:58.522030 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:32:39" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10745): Process ended prematurely: osmo-stp_10.42.42.5(pid=10745) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10745)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10745): Process ended prematurely: osmo-stp_10.42.42.5(pid=10745) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:33:00.534415 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:33:00.545939 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:33:00.703794 tst mo_mt_call.py: using LAC 21802\u000a13:33:00.821352 tst mo_mt_call.py: using RAC 127\u000a13:33:00.972839 tst mo_mt_call.py: using CellId 21802\u000a13:33:01.095834 tst mo_mt_call.py: using BVCI 21803\u000a13:33:01.134670 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:33:01.151214 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:33:01.168608 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:33:01.182605 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:33:01.194142 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:33:01.205848 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:33:01.321725 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:33:01.537295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:02.101404 run create_hlr_db(pid=10739): Launched\u000a13:33:02.304018 bus /sierra_2: Setting Powered False\u000a13:33:03.318065 run create_hlr_db(pid=10739): Terminated: ok {rc=0}\u000a13:33:03.742901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10741): Launched\u000a13:33:04.062529 run osmo-hlr_10.42.42.2(pid=10742): Launched\u000a13:33:04.182443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:04.739440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10744): Launched\u000a13:33:05.057585 run osmo-stp_10.42.42.5(pid=10745): Launched\u000a13:33:05.172882 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:33:05.758128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10747): Launched\u000a13:33:06.079547 run osmo-msc_10.42.42.6(pid=10748): Launched\u000a13:33:06.277093 run osmo-stp_10.42.42.5(pid=10745): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10745)]\u000a13:33:06.413410 run osmo-stp_10.42.42.5(pid=10745): stdout: \u000a| (launched: 2022-12-09_13:33:04.901972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:06.549084 run osmo-stp_10.42.42.5(pid=10745): stderr: \u000a| �[0;m�[38;5;43m20221209133305094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133305094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133305095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133305095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133305095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133305095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133305096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:06.678434 run osmo-stp_10.42.42.5(pid=10745): stdout: \u000a| (launched: 2022-12-09_13:33:04.901972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:06.806370 run osmo-stp_10.42.42.5(pid=10745): stderr: \u000a| �[0;m�[38;5;43m20221209133305094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133305094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133305095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133305095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133305095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133305095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133305096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:06.862894 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10745): Process ended prematurely: osmo-stp_10.42.42.5(pid=10745) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10745)] [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:33:06.872151 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:33:06.935593 run osmo-hlr_10.42.42.2(pid=10742): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10742)]\u000a13:33:06.987467 run osmo-hlr_10.42.42.2(pid=10742): stdout: \u000a| (launched: 2022-12-09_13:33:03.905696) \u000a13:33:07.040026 run osmo-hlr_10.42.42.2(pid=10742): stderr: \u000a| �[0;m�[1;31m20221209133304105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133304105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133304105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133304105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133304105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133304105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133304118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133304126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133304126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133304126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:07.111221 run osmo-msc_10.42.42.6(pid=10748): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10748)]\u000a13:33:07.162973 run osmo-msc_10.42.42.6(pid=10748): stdout: \u000a| (launched: 2022-12-09_13:33:05.920681) \u000a13:33:07.215312 run osmo-msc_10.42.42.6(pid=10748): stderr: \u000a| �[0;m�[38;5;43m20221209133306242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133306242 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0b5243c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133306242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133306242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133306242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133306243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133306245 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133306245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133306245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133306245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:33:07.259625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10741): Terminating (SIGTERM)\u000a13:33:07.301245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10744): Terminating (SIGTERM)\u000a13:33:07.343119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10747): Terminating (SIGTERM)\u000a13:33:07.353021 --- ParallelTerminationStrategy: PID 10741 died...\u000a13:33:07.409647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10741): Terminated: ok {rc=0}\u000a13:33:07.419599 --- ParallelTerminationStrategy: PID 10744 died...\u000a13:33:07.475613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10744): Terminated: ok {rc=0}\u000a13:33:07.485709 --- ParallelTerminationStrategy: PID 10747 died...\u000a13:33:07.541694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10747): Terminated: ok {rc=0}\u000a13:33:07.629675 bus /sierra_3: Setting Powered False\u000a13:33:08.733814 bus /sierra_3: Setting Powered False\u000a13:33:09.844413 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10756): Process ended prematurely: osmo-stp_10.42.42.5(pid=10756) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10756)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10756): Process ended prematurely: osmo-stp_10.42.42.5(pid=10756) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:33:10.959469 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:33:10.971552 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:33:11.136038 tst mo_mt_call_osmux.py: using LAC 21803\u000a13:33:11.256669 tst mo_mt_call_osmux.py: using RAC 128\u000a13:33:11.378399 tst mo_mt_call_osmux.py: using CellId 21803\u000a13:33:11.496773 tst mo_mt_call_osmux.py: using BVCI 21804\u000a13:33:11.520265 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:33:11.531580 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:33:11.542758 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:33:11.553752 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:33:11.564828 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:33:11.575811 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:33:11.692707 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:33:11.893348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:12.371166 run create_hlr_db(pid=10750): Launched\u000a13:33:12.542424 bus /sierra_2: Setting Powered False\u000a13:33:13.575808 run create_hlr_db(pid=10750): Terminated: ok {rc=0}\u000a13:33:13.975328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10752): Launched\u000a13:33:14.273752 run osmo-hlr_10.42.42.2(pid=10753): Launched\u000a13:33:14.389445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:14.944280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10755): Launched\u000a13:33:15.263221 run osmo-stp_10.42.42.5(pid=10756): Launched\u000a13:33:15.378912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:33:15.992480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10758): Launched\u000a13:33:16.313345 run osmo-msc_10.42.42.6(pid=10759): Launched\u000a13:33:16.622183 run osmo-stp_10.42.42.5(pid=10756): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10756)]\u000a13:33:16.834285 run osmo-stp_10.42.42.5(pid=10756): stdout: \u000a| (launched: 2022-12-09_13:33:15.106796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:17.136399 run osmo-stp_10.42.42.5(pid=10756): stderr: \u000a| �[0;m�[38;5;43m20221209133315299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133315299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133315299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133315299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133315300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133315300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133315300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:17.261026 run osmo-stp_10.42.42.5(pid=10756): stdout: \u000a| (launched: 2022-12-09_13:33:15.106796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:17.384318 run osmo-stp_10.42.42.5(pid=10756): stderr: \u000a| �[0;m�[38;5;43m20221209133315299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133315299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133315299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133315299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133315300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133315300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133315300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:17.438558 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10756): Process ended prematurely: osmo-stp_10.42.42.5(pid=10756) [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10756)] [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:33:17.447514 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a13:33:17.508365 run osmo-hlr_10.42.42.2(pid=10753): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10753)]\u000a13:33:17.557666 run osmo-hlr_10.42.42.2(pid=10753): stdout: \u000a| (launched: 2022-12-09_13:33:14.126948) \u000a13:33:17.607554 run osmo-hlr_10.42.42.2(pid=10753): stderr: \u000a| �[0;m�[1;31m20221209133314302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133314302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133314302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133314302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133314302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133314302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133314315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133314323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133314323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133314323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:17.675148 run osmo-msc_10.42.42.6(pid=10759): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10759)]\u000a13:33:17.724356 run osmo-msc_10.42.42.6(pid=10759): stdout: \u000a| (launched: 2022-12-09_13:33:16.149744) \u000a13:33:17.774455 run osmo-msc_10.42.42.6(pid=10759): stderr: \u000a| �[0;m�[38;5;43m20221209133316830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133316831 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe307e44c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133316831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133316831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133316831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133316831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133316833 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133316833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133316834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133316834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:33:17.816523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10752): Terminating (SIGTERM)\u000a13:33:17.856407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10755): Terminating (SIGTERM)\u000a13:33:17.896147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10758): Terminating (SIGTERM)\u000a13:33:17.905450 --- ParallelTerminationStrategy: PID 10752 died...\u000a13:33:17.959153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10752): Terminated: ok {rc=0}\u000a13:33:17.968863 --- ParallelTerminationStrategy: PID 10755 died...\u000a13:33:18.022192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10755): Terminated: ok {rc=0}\u000a13:33:18.031751 --- ParallelTerminationStrategy: PID 10758 died...\u000a13:33:18.085223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10758): Terminated: ok {rc=0}\u000a13:33:18.173955 bus /sierra_3: Setting Powered False\u000a13:33:19.276615 bus /sierra_3: Setting Powered False\u000a13:33:20.388908 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:33:00" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10770): Process ended prematurely: osmo-stp_10.42.42.5(pid=10770) [trial-2360↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10770)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10770): Process ended prematurely: osmo-stp_10.42.42.5(pid=10770) [trial-2360↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:33:22.393841 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:33:22.405181 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:33:22.562338 tst mo_mt_call.py: using LAC 21804\u000a13:33:22.679322 tst mo_mt_call.py: using RAC 129\u000a13:33:22.804359 tst mo_mt_call.py: using CellId 21804\u000a13:33:22.930853 tst mo_mt_call.py: using BVCI 21805\u000a13:33:22.955343 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:33:22.966995 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:33:22.978435 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:33:22.990105 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:33:23.001761 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:33:23.013412 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:33:23.130774 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:33:23.331295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:23.812215 run create_hlr_db(pid=10764): Launched\u000a13:33:23.984644 bus /sierra_2: Setting Powered False\u000a13:33:25.006277 run create_hlr_db(pid=10764): Terminated: ok {rc=0}\u000a13:33:25.432276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10766): Launched\u000a13:33:25.753257 run osmo-hlr_10.42.42.2(pid=10767): Launched\u000a13:33:25.873230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:26.430933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10769): Launched\u000a13:33:26.753858 run osmo-stp_10.42.42.5(pid=10770): Launched\u000a13:33:26.870900 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:33:27.456262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10772): Launched\u000a13:33:27.778855 run osmo-msc_10.42.42.6(pid=10773): Launched\u000a13:33:27.968245 run osmo-stp_10.42.42.5(pid=10770): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10770)]\u000a13:33:28.105271 run osmo-stp_10.42.42.5(pid=10770): stdout: \u000a| (launched: 2022-12-09_13:33:26.594116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:28.241405 run osmo-stp_10.42.42.5(pid=10770): stderr: \u000a| �[0;m�[38;5;43m20221209133326786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133326786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133326786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133326787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133326787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133326787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133326787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:28.370724 run osmo-stp_10.42.42.5(pid=10770): stdout: \u000a| (launched: 2022-12-09_13:33:26.594116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:28.499841 run osmo-stp_10.42.42.5(pid=10770): stderr: \u000a| �[0;m�[38;5;43m20221209133326786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133326786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133326786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133326787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133326787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133326787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133326787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:28.556264 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10770): Process ended prematurely: osmo-stp_10.42.42.5(pid=10770) [trial-2360↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10770)] [trial-2360↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:33:28.565734 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:33:28.629723 run osmo-hlr_10.42.42.2(pid=10767): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10767)]\u000a13:33:28.681932 run osmo-hlr_10.42.42.2(pid=10767): stdout: \u000a| (launched: 2022-12-09_13:33:25.595988) \u000a13:33:28.735202 run osmo-hlr_10.42.42.2(pid=10767): stderr: \u000a| �[0;m�[1;31m20221209133325793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133325793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133325793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133325794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133325794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133325794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133325806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133325816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133325816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133325816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:28.806639 run osmo-msc_10.42.42.6(pid=10773): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10773)]\u000a13:33:28.858492 run osmo-msc_10.42.42.6(pid=10773): stdout: \u000a| (launched: 2022-12-09_13:33:27.619876) \u000a13:33:28.911170 run osmo-msc_10.42.42.6(pid=10773): stderr: \u000a| �[0;m�[38;5;43m20221209133327943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133327943 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f56f44fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133327943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133327943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133327943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133327944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133327945 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133327946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133327946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133327946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:33:28.955557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10766): Terminating (SIGTERM)\u000a13:33:28.998530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10769): Terminating (SIGTERM)\u000a13:33:29.041018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10772): Terminating (SIGTERM)\u000a13:33:29.050804 --- ParallelTerminationStrategy: PID 10766 died...\u000a13:33:29.107822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10766): Terminated: ok {rc=0}\u000a13:33:29.117970 --- ParallelTerminationStrategy: PID 10769 died...\u000a13:33:29.174776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10769): Terminated: ok {rc=0}\u000a13:33:29.184859 --- ParallelTerminationStrategy: PID 10772 died...\u000a13:33:29.240926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10772): Terminated: ok {rc=0}\u000a13:33:29.328739 bus /sierra_3: Setting Powered False\u000a13:33:30.429664 bus /sierra_3: Setting Powered False\u000a13:33:31.554373 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10781): Process ended prematurely: osmo-stp_10.42.42.5(pid=10781) [trial-2360↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10781)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10781): Process ended prematurely: osmo-stp_10.42.42.5(pid=10781) [trial-2360↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:33:32.669763 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:33:32.682077 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:33:32.841965 tst mo_mt_call_osmux.py: using LAC 21805\u000a13:33:32.958483 tst mo_mt_call_osmux.py: using RAC 130\u000a13:33:33.074601 tst mo_mt_call_osmux.py: using CellId 21805\u000a13:33:33.190237 tst mo_mt_call_osmux.py: using BVCI 21806\u000a13:33:33.213058 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:33:33.224230 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:33:33.235455 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:33:33.246641 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:33:33.257881 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:33:33.268703 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:33:33.385521 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:33:33.586386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:34.067014 run create_hlr_db(pid=10775): Launched\u000a13:33:34.238601 bus /sierra_2: Setting Powered False\u000a13:33:35.260931 run create_hlr_db(pid=10775): Terminated: ok {rc=0}\u000a13:33:35.659352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10777): Launched\u000a13:33:35.957402 run osmo-hlr_10.42.42.2(pid=10778): Launched\u000a13:33:36.066047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:36.585877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10780): Launched\u000a13:33:36.883890 run osmo-stp_10.42.42.5(pid=10781): Launched\u000a13:33:36.994805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:33:37.546731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10783): Launched\u000a13:33:37.847499 run osmo-msc_10.42.42.6(pid=10784): Launched\u000a13:33:38.023867 run osmo-stp_10.42.42.5(pid=10781): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10781)]\u000a13:33:38.150816 run osmo-stp_10.42.42.5(pid=10781): stdout: \u000a| (launched: 2022-12-09_13:33:36.737948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:38.275493 run osmo-stp_10.42.42.5(pid=10781): stderr: \u000a| �[0;m�[38;5;43m20221209133336909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133336909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133336910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133336910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133336910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133336911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133336911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:38.395729 run osmo-stp_10.42.42.5(pid=10781): stdout: \u000a| (launched: 2022-12-09_13:33:36.737948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:38.515683 run osmo-stp_10.42.42.5(pid=10781): stderr: \u000a| �[0;m�[38;5;43m20221209133336909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133336909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133336910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133336910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133336910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133336911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133336911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:38.568819 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10781): Process ended prematurely: osmo-stp_10.42.42.5(pid=10781) [trial-2360↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10781)] [trial-2360↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:33:38.577552 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a13:33:38.636786 run osmo-hlr_10.42.42.2(pid=10778): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10778)]\u000a13:33:38.685622 run osmo-hlr_10.42.42.2(pid=10778): stdout: \u000a| (launched: 2022-12-09_13:33:35.811105) \u000a13:33:38.735101 run osmo-hlr_10.42.42.2(pid=10778): stderr: \u000a| �[0;m�[1;31m20221209133335987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133335987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133335987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133335987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133335987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133335987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133335999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133336008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133336009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133336009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:38.802093 run osmo-msc_10.42.42.6(pid=10784): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10784)]\u000a13:33:38.850521 run osmo-msc_10.42.42.6(pid=10784): stdout: \u000a| (launched: 2022-12-09_13:33:37.699299) \u000a13:33:38.899532 run osmo-msc_10.42.42.6(pid=10784): stderr: \u000a| �[0;m�[38;5;43m20221209133337970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133337970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb162013c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133337970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133337970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133337970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133337971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133337972 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133337973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133337973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133337973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:33:38.941258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10777): Terminating (SIGTERM)\u000a13:33:38.980599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10780): Terminating (SIGTERM)\u000a13:33:39.020111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10783): Terminating (SIGTERM)\u000a13:33:39.029365 --- ParallelTerminationStrategy: PID 10777 died...\u000a13:33:39.082011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10777): Terminated: ok {rc=0}\u000a13:33:39.091672 --- ParallelTerminationStrategy: PID 10780 died...\u000a13:33:39.144243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10780): Terminated: ok {rc=0}\u000a13:33:39.153824 --- ParallelTerminationStrategy: PID 10783 died...\u000a13:33:39.206361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10783): Terminated: ok {rc=0}\u000a13:33:39.294669 bus /sierra_3: Setting Powered False\u000a13:33:40.401718 bus /sierra_3: Setting Powered False\u000a13:33:41.508430 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:33:22" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10795): Process ended prematurely: osmo-stp_10.42.42.5(pid=10795) [trial-2360↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10795)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10795): Process ended prematurely: osmo-stp_10.42.42.5(pid=10795) [trial-2360↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:33:43.499512 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:33:43.510448 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:33:43.663736 tst mo_mt_call.py: using LAC 21806\u000a13:33:43.781999 tst mo_mt_call.py: using RAC 131\u000a13:33:43.897564 tst mo_mt_call.py: using CellId 21806\u000a13:33:44.029972 tst mo_mt_call.py: using BVCI 21807\u000a13:33:44.052475 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:33:44.063231 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:33:44.073906 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:33:44.084383 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:33:44.094916 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:33:44.105644 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:33:44.221913 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:33:44.429420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:44.933211 run create_hlr_db(pid=10789): Launched\u000a13:33:45.118569 bus /sierra_2: Setting Powered False\u000a13:33:46.169871 run create_hlr_db(pid=10789): Terminated: ok {rc=0}\u000a13:33:46.597708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10791): Launched\u000a13:33:47.043484 run osmo-hlr_10.42.42.2(pid=10792): Launched\u000a13:33:47.178645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:47.718115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10794): Launched\u000a13:33:48.017167 run osmo-stp_10.42.42.5(pid=10795): Launched\u000a13:33:48.126746 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:33:48.675762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10797): Launched\u000a13:33:48.974627 run osmo-msc_10.42.42.6(pid=10798): Launched\u000a13:33:49.150805 run osmo-stp_10.42.42.5(pid=10795): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10795)]\u000a13:33:49.276703 run osmo-stp_10.42.42.5(pid=10795): stdout: \u000a| (launched: 2022-12-09_13:33:47.870309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:49.401013 run osmo-stp_10.42.42.5(pid=10795): stderr: \u000a| �[0;m�[38;5;43m20221209133348041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133348042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133348042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133348042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133348043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133348043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133348043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:49.520801 run osmo-stp_10.42.42.5(pid=10795): stdout: \u000a| (launched: 2022-12-09_13:33:47.870309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:49.639486 run osmo-stp_10.42.42.5(pid=10795): stderr: \u000a| �[0;m�[38;5;43m20221209133348041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133348042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133348042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133348042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133348043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133348043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133348043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:49.692242 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10795): Process ended prematurely: osmo-stp_10.42.42.5(pid=10795) [trial-2360↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10795)] [trial-2360↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:33:49.700591 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:33:49.759833 run osmo-hlr_10.42.42.2(pid=10792): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10792)]\u000a13:33:49.808666 run osmo-hlr_10.42.42.2(pid=10792): stdout: \u000a| (launched: 2022-12-09_13:33:46.755320) \u000a13:33:49.857924 run osmo-hlr_10.42.42.2(pid=10792): stderr: \u000a| �[0;m�[1;31m20221209133346983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133346983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133346983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133346983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133346983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133346983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133346995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133347007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133347008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133347008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:49.925615 run osmo-msc_10.42.42.6(pid=10798): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10798)]\u000a13:33:49.974709 run osmo-msc_10.42.42.6(pid=10798): stdout: \u000a| (launched: 2022-12-09_13:33:48.828266) \u000a13:33:50.023937 run osmo-msc_10.42.42.6(pid=10798): stderr: \u000a| �[0;m�[38;5;43m20221209133349102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133349102 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f305b7c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133349102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133349103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133349104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133349104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133349106 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133349106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133349106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133349106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:33:50.065583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10791): Terminating (SIGTERM)\u000a13:33:50.105021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10794): Terminating (SIGTERM)\u000a13:33:50.144131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10797): Terminating (SIGTERM)\u000a13:33:50.153230 --- ParallelTerminationStrategy: PID 10791 died...\u000a13:33:50.205769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10791): Terminated: ok {rc=0}\u000a13:33:50.215163 --- ParallelTerminationStrategy: PID 10794 died...\u000a13:33:50.267452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10794): Terminated: ok {rc=0}\u000a13:33:50.276771 --- ParallelTerminationStrategy: PID 10797 died...\u000a13:33:50.329537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10797): Terminated: ok {rc=0}\u000a13:33:50.417628 bus /sierra_3: Setting Powered False\u000a13:33:51.524939 bus /sierra_3: Setting Powered False\u000a13:33:52.636592 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10806): Process ended prematurely: osmo-stp_10.42.42.5(pid=10806) [trial-2360↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10806)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10806): Process ended prematurely: osmo-stp_10.42.42.5(pid=10806) [trial-2360↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:33:53.744815 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:33:53.756166 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:33:53.914438 tst mo_mt_call_osmux.py: using LAC 21807\u000a13:33:54.031148 tst mo_mt_call_osmux.py: using RAC 132\u000a13:33:54.150688 tst mo_mt_call_osmux.py: using CellId 21807\u000a13:33:54.269151 tst mo_mt_call_osmux.py: using BVCI 21808\u000a13:33:54.291709 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:33:54.302671 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:33:54.313326 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:33:54.323903 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:33:54.334531 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:33:54.345250 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:33:54.463754 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:33:54.663598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:55.143814 run create_hlr_db(pid=10800): Launched\u000a13:33:55.316570 bus /sierra_2: Setting Powered False\u000a13:33:56.337501 run create_hlr_db(pid=10800): Terminated: ok {rc=0}\u000a13:33:56.763206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10802): Launched\u000a13:33:57.082619 run osmo-hlr_10.42.42.2(pid=10803): Launched\u000a13:33:57.201502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:57.758672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10805): Launched\u000a13:33:58.077194 run osmo-stp_10.42.42.5(pid=10806): Launched\u000a13:33:58.193101 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:33:58.778566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10808): Launched\u000a13:33:59.098242 run osmo-msc_10.42.42.6(pid=10809): Launched\u000a13:33:59.286064 run osmo-stp_10.42.42.5(pid=10806): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10806)]\u000a13:33:59.422388 run osmo-stp_10.42.42.5(pid=10806): stdout: \u000a| (launched: 2022-12-09_13:33:57.920901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:59.557360 run osmo-stp_10.42.42.5(pid=10806): stderr: \u000a| �[0;m�[38;5;43m20221209133358113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133358113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133358114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133358114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133358114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133358115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133358115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:59.685924 run osmo-stp_10.42.42.5(pid=10806): stdout: \u000a| (launched: 2022-12-09_13:33:57.920901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:59.813529 run osmo-stp_10.42.42.5(pid=10806): stderr: \u000a| �[0;m�[38;5;43m20221209133358113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133358113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133358114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133358114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133358114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133358115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133358115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:59.869789 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10806): Process ended prematurely: osmo-stp_10.42.42.5(pid=10806) [trial-2360↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10806)] [trial-2360↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:33:59.878902 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:33:59.942234 run osmo-hlr_10.42.42.2(pid=10803): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10803)]\u000a13:33:59.993958 run osmo-hlr_10.42.42.2(pid=10803): stdout: \u000a| (launched: 2022-12-09_13:33:56.926035) \u000a13:34:00.046498 run osmo-hlr_10.42.42.2(pid=10803): stderr: \u000a| �[0;m�[1;31m20221209133357124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133357124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133357124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133357124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133357124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133357124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133357136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133357144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133357144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133357144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:00.117816 run osmo-msc_10.42.42.6(pid=10809): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10809)]\u000a13:34:00.169405 run osmo-msc_10.42.42.6(pid=10809): stdout: \u000a| (launched: 2022-12-09_13:33:58.941226) \u000a13:34:00.221516 run osmo-msc_10.42.42.6(pid=10809): stderr: \u000a| �[0;m�[38;5;43m20221209133359264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133359264 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38a286dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133359265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133359265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133359265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133359265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133359267 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133359267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133359267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133359267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:34:00.266068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10802): Terminating (SIGTERM)\u000a13:34:00.307719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10805): Terminating (SIGTERM)\u000a13:34:00.349976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10808): Terminating (SIGTERM)\u000a13:34:00.359609 --- ParallelTerminationStrategy: PID 10802 died...\u000a13:34:00.415758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10802): Terminated: ok {rc=0}\u000a13:34:00.426040 --- ParallelTerminationStrategy: PID 10805 died...\u000a13:34:00.481717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10805): Terminated: ok {rc=0}\u000a13:34:00.491926 --- ParallelTerminationStrategy: PID 10808 died...\u000a13:34:00.547950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10808): Terminated: ok {rc=0}\u000a13:34:00.634267 bus /sierra_3: Setting Powered False\u000a13:34:01.763535 bus /sierra_3: Setting Powered False\u000a13:34:02.877874 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:33:43" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10820): Process ended prematurely: osmo-stp_10.42.42.5(pid=10820) [trial-2360↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10820)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10820): Process ended prematurely: osmo-stp_10.42.42.5(pid=10820) [trial-2360↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:34:04.889166 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:34:04.900281 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a13:34:05.042601 tst emergency_mo_mt_call.py: using LAC 21808\u000a13:34:05.165421 tst emergency_mo_mt_call.py: using RAC 133\u000a13:34:05.284129 tst emergency_mo_mt_call.py: using CellId 21808\u000a13:34:05.401901 tst emergency_mo_mt_call.py: using BVCI 21809\u000a13:34:05.424366 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:34:05.435142 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:34:05.445755 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:34:05.456834 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:34:05.467889 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:34:05.478757 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:34:05.596708 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:34:05.808101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:06.303058 run create_hlr_db(pid=10814): Launched\u000a13:34:06.486127 bus /sierra_2: Setting Powered False\u000a13:34:07.507036 run create_hlr_db(pid=10814): Terminated: ok {rc=0}\u000a13:34:07.924313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10816): Launched\u000a13:34:08.239407 run osmo-hlr_10.42.42.2(pid=10817): Launched\u000a13:34:08.356935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:08.905824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10819): Launched\u000a13:34:09.220550 run osmo-stp_10.42.42.5(pid=10820): Launched\u000a13:34:09.345761 tst emergency_mo_mt_call.py: using MSISDN 7232\u000a13:34:09.502218 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:34:10.076669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10822): Launched\u000a13:34:10.391142 run osmo-msc_10.42.42.6(pid=10823): Launched\u000a13:34:10.577534 run osmo-stp_10.42.42.5(pid=10820): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10820)]\u000a13:34:10.711511 run osmo-stp_10.42.42.5(pid=10820): stdout: \u000a| (launched: 2022-12-09_13:34:09.065883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:10.845705 run osmo-stp_10.42.42.5(pid=10820): stderr: \u000a| �[0;m�[38;5;43m20221209133409258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133409258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133409258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133409259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133409259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133409260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133409260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:10.972159 run osmo-stp_10.42.42.5(pid=10820): stdout: \u000a| (launched: 2022-12-09_13:34:09.065883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:11.098042 run osmo-stp_10.42.42.5(pid=10820): stderr: \u000a| �[0;m�[38;5;43m20221209133409258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133409258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133409258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133409259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133409259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133409260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133409260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:11.152829 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10820): Process ended prematurely: osmo-stp_10.42.42.5(pid=10820) [trial-2360↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10820)] [trial-2360↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a13:34:11.161561 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a13:34:11.225399 run osmo-hlr_10.42.42.2(pid=10817): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10817)]\u000a13:34:11.277221 run osmo-hlr_10.42.42.2(pid=10817): stdout: \u000a| (launched: 2022-12-09_13:34:08.083320) \u000a13:34:11.329873 run osmo-hlr_10.42.42.2(pid=10817): stderr: \u000a| �[0;m�[1;31m20221209133408280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133408280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133408280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133408280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133408280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133408280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133408293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133408301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133408301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133408301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:11.400549 run osmo-msc_10.42.42.6(pid=10823): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10823)]\u000a13:34:11.452834 run osmo-msc_10.42.42.6(pid=10823): stdout: \u000a| (launched: 2022-12-09_13:34:10.236476) \u000a13:34:11.505116 run osmo-msc_10.42.42.6(pid=10823): stderr: \u000a| �[0;m�[38;5;43m20221209133410558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133410558 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f252a385c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133410558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133410558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133410558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133410559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133410560 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133410561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133410561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133410561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:34:11.549422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10816): Terminating (SIGTERM)\u000a13:34:11.591917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10819): Terminating (SIGTERM)\u000a13:34:11.634127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10822): Terminating (SIGTERM)\u000a13:34:11.643788 --- ParallelTerminationStrategy: PID 10816 died...\u000a13:34:11.700092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10816): Terminated: ok {rc=0}\u000a13:34:11.710173 --- ParallelTerminationStrategy: PID 10819 died...\u000a13:34:11.766100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10819): Terminated: ok {rc=0}\u000a13:34:11.776091 --- ParallelTerminationStrategy: PID 10822 died...\u000a13:34:11.831780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10822): Terminated: ok {rc=0}\u000a13:34:11.944213 bus /sierra_3: Setting Powered False\u000a13:34:13.051041 bus /sierra_3: Setting Powered False\u000a13:34:14.158116 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10831): Process ended prematurely: osmo-stp_10.42.42.5(pid=10831) [trial-2360↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10831)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10831): Process ended prematurely: osmo-stp_10.42.42.5(pid=10831) [trial-2360↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:34:15.208645 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:34:15.220380 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a13:34:15.364361 tst emergency_preemptive_call.py: using LAC 21809\u000a13:34:15.484885 tst emergency_preemptive_call.py: using RAC 134\u000a13:34:15.602089 tst emergency_preemptive_call.py: using CellId 21809\u000a13:34:15.718423 tst emergency_preemptive_call.py: using BVCI 21810\u000a13:34:15.740760 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:34:15.751536 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:34:15.762084 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:34:15.773071 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:34:15.783915 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:34:15.794815 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:34:15.946335 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:34:16.097652 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:34:16.234836 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:34:16.433152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:16.952746 run create_hlr_db(pid=10825): Launched\u000a13:34:17.126421 bus /sierra_2: Setting Powered False\u000a13:34:18.144396 run create_hlr_db(pid=10825): Terminated: ok {rc=0}\u000a13:34:18.536621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10827): Launched\u000a13:34:18.830560 run osmo-hlr_10.42.42.2(pid=10828): Launched\u000a13:34:18.938257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:19.446301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10830): Launched\u000a13:34:19.741095 run osmo-stp_10.42.42.5(pid=10831): Launched\u000a13:34:19.857508 tst emergency_preemptive_call.py: using MSISDN 7233\u000a13:34:20.002076 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:34:20.537782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10833): Launched\u000a13:34:20.830506 run osmo-msc_10.42.42.6(pid=10834): Launched\u000a13:34:21.003668 run osmo-stp_10.42.42.5(pid=10831): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10831)]\u000a13:34:21.128418 run osmo-stp_10.42.42.5(pid=10831): stdout: \u000a| (launched: 2022-12-09_13:34:19.595247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:21.251643 run osmo-stp_10.42.42.5(pid=10831): stderr: \u000a| �[0;m�[38;5;43m20221209133419765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133419766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133419766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133419766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133419767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133419767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133419767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:21.369808 run osmo-stp_10.42.42.5(pid=10831): stdout: \u000a| (launched: 2022-12-09_13:34:19.595247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:21.486600 run osmo-stp_10.42.42.5(pid=10831): stderr: \u000a| �[0;m�[38;5;43m20221209133419765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133419766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133419766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133419766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133419767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133419767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133419767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:21.537955 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10831): Process ended prematurely: osmo-stp_10.42.42.5(pid=10831) [trial-2360↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10831)] [trial-2360↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a13:34:21.546106 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a13:34:21.605927 run osmo-hlr_10.42.42.2(pid=10828): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10828)]\u000a13:34:21.655219 run osmo-hlr_10.42.42.2(pid=10828): stdout: \u000a| (launched: 2022-12-09_13:34:18.685640) \u000a13:34:21.705134 run osmo-hlr_10.42.42.2(pid=10828): stderr: \u000a| �[0;m�[1;31m20221209133418860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133418860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133418860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133418860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133418861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133418861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133418871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133418880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133418880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133418881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:21.772765 run osmo-msc_10.42.42.6(pid=10834): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10834)]\u000a13:34:21.821916 run osmo-msc_10.42.42.6(pid=10834): stdout: \u000a| (launched: 2022-12-09_13:34:20.686175) \u000a13:34:21.871573 run osmo-msc_10.42.42.6(pid=10834): stderr: \u000a| �[0;m�[38;5;43m20221209133420960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133420960 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f8fd00c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133420960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133420960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133420961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133420961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133420963 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133420963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133420963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133420963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:34:21.913753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10827): Terminating (SIGTERM)\u000a13:34:21.953769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10830): Terminating (SIGTERM)\u000a13:34:21.993573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10833): Terminating (SIGTERM)\u000a13:34:22.002808 --- ParallelTerminationStrategy: PID 10827 died...\u000a13:34:22.056218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10827): Terminated: ok {rc=0}\u000a13:34:22.065939 --- ParallelTerminationStrategy: PID 10830 died...\u000a13:34:22.119600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10830): Terminated: ok {rc=0}\u000a13:34:22.129461 --- ParallelTerminationStrategy: PID 10833 died...\u000a13:34:22.182654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10833): Terminated: ok {rc=0}\u000a13:34:22.266417 bus /sierra_9: Setting Powered False\u000a13:34:23.368646 bus /sierra_9: Setting Powered False\u000a13:34:24.481387 bus /sierra_8: Setting Powered False\u000a13:34:25.584538 bus /sierra_8: Setting Powered False\u000a13:34:26.691526 bus /sierra_3: Setting Powered False\u000a13:34:27.796461 bus /sierra_3: Setting Powered False\u000a13:34:28.903423 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:34:04" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10849): Process ended prematurely: osmo-stp_10.42.42.5(pid=10849) [trial-2360↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10849)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10849): Process ended prematurely: osmo-stp_10.42.42.5(pid=10849) [trial-2360↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:34:31.054826 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:31.067725 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:34:31.215612 tst cs_paging_gprs_active.py: using LAC 21810\u000a13:34:31.377491 tst cs_paging_gprs_active.py: using RAC 135\u000a13:34:31.546097 tst cs_paging_gprs_active.py: using CellId 21810\u000a13:34:31.673651 tst cs_paging_gprs_active.py: using BVCI 21811\u000a13:34:31.698094 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:31.709135 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:31.720720 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:31.733153 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:31.745950 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:31.758035 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:31.770069 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:31.782184 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:31.793663 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:34:31.912628 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:34:32.209440 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:34:32.345611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:32.679659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10839): Launched\u000a13:34:32.955317 run iperf3-srv_10.42.42.10(pid=10840): Launched\u000a13:34:33.152564 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:34:33.286788 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:33.619783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10841): Launched\u000a13:34:33.895329 run iperf3-srv_10.42.42.10(pid=10842): Launched\u000a13:34:34.091889 tst cs_paging_gprs_active.py:38: start network...\u000a13:34:34.226582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:34.731487 run create_hlr_db(pid=10843): Launched\u000a13:34:34.916449 bus /sierra_2: Setting Powered False\u000a13:34:35.938031 run create_hlr_db(pid=10843): Terminated: ok {rc=0}\u000a13:34:36.362779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10845): Launched\u000a13:34:36.683579 run osmo-hlr_10.42.42.2(pid=10846): Launched\u000a13:34:36.802854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:37.360699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10848): Launched\u000a13:34:37.682091 run osmo-stp_10.42.42.5(pid=10849): Launched\u000a13:34:37.798975 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:34:38.358356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10851): Launched\u000a13:34:38.473541 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:34:38.753343 run patchelf(pid=10852): Launched\u000a13:34:38.940430 run osmo-stp_10.42.42.5(pid=10849): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10849)]\u000a13:34:39.077995 run osmo-stp_10.42.42.5(pid=10849): stdout: \u000a| (launched: 2022-12-09_13:34:37.524137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:39.215167 run osmo-stp_10.42.42.5(pid=10849): stderr: \u000a| �[0;m�[38;5;43m20221209133437715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133437715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133437715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133437716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133437716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133437716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133437717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:39.347990 run osmo-stp_10.42.42.5(pid=10849): stdout: \u000a| (launched: 2022-12-09_13:34:37.524137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:39.480019 run osmo-stp_10.42.42.5(pid=10849): stderr: \u000a| �[0;m�[38;5;43m20221209133437715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133437715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133437715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133437716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133437716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133437716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133437717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:39.632322 run patchelf(pid=10852): Terminating (SIGINT)\u000a13:34:39.810883 run patchelf(pid=10852): Terminated: ok {rc=0}\u000a13:34:39.843672 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10849): Process ended prematurely: osmo-stp_10.42.42.5(pid=10849) [trial-2360↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10849)] [trial-2360↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a13:34:39.853542 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:34:39.917189 run osmo-hlr_10.42.42.2(pid=10846): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10846)]\u000a13:34:39.968833 run osmo-hlr_10.42.42.2(pid=10846): stdout: \u000a| (launched: 2022-12-09_13:34:36.526031) \u000a13:34:40.021194 run osmo-hlr_10.42.42.2(pid=10846): stderr: \u000a| �[0;m�[1;31m20221209133436725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133436725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133436725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133436726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133436726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133436726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133436737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133436745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133436746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133436746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:40.065814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10839): Terminating (SIGTERM)\u000a13:34:40.107430 run iperf3-srv_10.42.42.10(pid=10840): Terminating (SIGTERM)\u000a13:34:40.149355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10841): Terminating (SIGTERM)\u000a13:34:40.191401 run iperf3-srv_10.42.42.10(pid=10842): Terminating (SIGTERM)\u000a13:34:40.232919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10845): Terminating (SIGTERM)\u000a13:34:40.274677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10848): Terminating (SIGTERM)\u000a13:34:40.316358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10851): Terminating (SIGTERM)\u000a13:34:40.326299 --- ParallelTerminationStrategy: PID 10839 died...\u000a13:34:40.382396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10839): Terminated: ok {rc=0}\u000a13:34:40.392752 --- ParallelTerminationStrategy: PID 10840 died...\u000a13:34:40.449154 run iperf3-srv_10.42.42.10(pid=10840): Terminated {rc=256}\u000a13:34:40.459258 --- ParallelTerminationStrategy: PID 10841 died...\u000a13:34:40.515361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10841): Terminated: ok {rc=0}\u000a13:34:40.525940 --- ParallelTerminationStrategy: PID 10842 died...\u000a13:34:40.582075 run iperf3-srv_10.42.42.10(pid=10842): Terminated {rc=256}\u000a13:34:40.592205 --- ParallelTerminationStrategy: PID 10845 died...\u000a13:34:40.648513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10845): Terminated: ok {rc=0}\u000a13:34:40.658693 --- ParallelTerminationStrategy: PID 10848 died...\u000a13:34:40.714972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10848): Terminated: ok {rc=0}\u000a13:34:40.725069 --- ParallelTerminationStrategy: PID 10851 died...\u000a13:34:40.781369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10851): Terminated: ok {rc=0}\u000a13:34:40.868721 bus /gobi_0: Setting Powered False\u000a13:34:41.975514 bus /gobi_0: Setting Powered False\u000a13:34:43.083753 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10861): Process ended prematurely: osmo-stp_10.42.42.5(pid=10861) [trial-2360↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10861)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10861): Process ended prematurely: osmo-stp_10.42.42.5(pid=10861) [trial-2360↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10861)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a13:34:44.197750 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:44.209520 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:34:44.357673 tst iperf3.py: using LAC 21811\u000a13:34:44.483156 tst iperf3.py: using RAC 136\u000a13:34:44.604596 tst iperf3.py: using CellId 21811\u000a13:34:44.728326 tst iperf3.py: using BVCI 21812\u000a13:34:44.751435 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:44.762155 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:44.772590 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:44.783100 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:44.793509 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:44.803858 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:44.814591 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:44.825011 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:44.835390 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:34:45.124206 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:34:45.258215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:45.590547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10853): Launched\u000a13:34:45.869825 run iperf3-srv_10.42.42.10(pid=10854): Launched\u000a13:34:46.081911 tst iperf3.py:8: start network...\u000a13:34:46.212216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:46.746222 run create_hlr_db(pid=10855): Launched\u000a13:34:46.961239 bus /gobi_6: Setting Powered False\u000a13:34:47.950296 run create_hlr_db(pid=10855): Terminated: ok {rc=0}\u000a13:34:48.403511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10857): Launched\u000a13:34:48.728712 run osmo-hlr_10.42.42.2(pid=10858): Launched\u000a13:34:48.849511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:49.407202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10860): Launched\u000a13:34:49.729311 run osmo-stp_10.42.42.5(pid=10861): Launched\u000a13:34:49.845821 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:34:50.403701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10863): Launched\u000a13:34:50.518576 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:34:50.798052 run patchelf(pid=10864): Launched\u000a13:34:50.985505 run osmo-stp_10.42.42.5(pid=10861): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10861)]\u000a13:34:51.122985 run osmo-stp_10.42.42.5(pid=10861): stdout: \u000a| (launched: 2022-12-09_13:34:49.570679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:51.260575 run osmo-stp_10.42.42.5(pid=10861): stderr: \u000a| �[0;m�[38;5;43m20221209133449763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133449763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133449763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133449764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133449764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133449764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133449764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:51.393470 run osmo-stp_10.42.42.5(pid=10861): stdout: \u000a| (launched: 2022-12-09_13:34:49.570679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:51.525957 run osmo-stp_10.42.42.5(pid=10861): stderr: \u000a| �[0;m�[38;5;43m20221209133449763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133449763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133449763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133449764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133449764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133449764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133449764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:51.678609 run patchelf(pid=10864): Terminating (SIGINT)\u000a13:34:51.857341 run patchelf(pid=10864): Terminated: ok {rc=0}\u000a13:34:51.890224 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10861): Process ended prematurely: osmo-stp_10.42.42.5(pid=10861) [trial-2360↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10861)] [trial-2360↪gprs:trx-lms↪iperf3.py:8]\u000a13:34:51.900013 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:34:51.963506 run osmo-hlr_10.42.42.2(pid=10858): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10858)]\u000a13:34:52.015109 run osmo-hlr_10.42.42.2(pid=10858): stdout: \u000a| (launched: 2022-12-09_13:34:48.567710) \u000a13:34:52.067317 run osmo-hlr_10.42.42.2(pid=10858): stderr: \u000a| �[0;m�[1;31m20221209133448769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133448769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133448769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133448769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133448769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133448769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133448784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133448794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133448794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133448794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:52.111784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10853): Terminating (SIGTERM)\u000a13:34:52.153591 run iperf3-srv_10.42.42.10(pid=10854): Terminating (SIGTERM)\u000a13:34:52.195859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10857): Terminating (SIGTERM)\u000a13:34:52.237800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10860): Terminating (SIGTERM)\u000a13:34:52.279317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10863): Terminating (SIGTERM)\u000a13:34:52.289298 --- ParallelTerminationStrategy: PID 10853 died...\u000a13:34:52.345175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10853): Terminated: ok {rc=0}\u000a13:34:52.355153 --- ParallelTerminationStrategy: PID 10854 died...\u000a13:34:52.410259 run iperf3-srv_10.42.42.10(pid=10854): Terminated {rc=256}\u000a13:34:52.420510 --- ParallelTerminationStrategy: PID 10857 died...\u000a13:34:52.476591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10857): Terminated: ok {rc=0}\u000a13:34:52.486826 --- ParallelTerminationStrategy: PID 10860 died...\u000a13:34:52.542638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10860): Terminated: ok {rc=0}\u000a13:34:52.552783 --- ParallelTerminationStrategy: PID 10863 died...\u000a13:34:52.608336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10863): Terminated: ok {rc=0}\u000a13:34:52.695280 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10882): Process ended prematurely: osmo-stp_10.42.42.5(pid=10882) [trial-2360↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10882)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10882): Process ended prematurely: osmo-stp_10.42.42.5(pid=10882) [trial-2360↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a13:34:53.804350 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:53.815604 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:34:53.953400 tst iperf3m4.py: using LAC 21812\u000a13:34:54.079004 tst iperf3m4.py: using RAC 137\u000a13:34:54.209525 tst iperf3m4.py: using CellId 21812\u000a13:34:54.333603 tst iperf3m4.py: using BVCI 21813\u000a13:34:54.358054 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:54.369241 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:54.380170 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:54.391416 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:54.402514 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:54.413534 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:54.424824 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:54.436126 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:34:54.447486 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:34:54.569600 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:34:54.690941 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:34:54.808314 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:34:55.101658 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:34:55.236432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:55.567851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10865): Launched\u000a13:34:55.836621 run iperf3-srv_10.42.42.10(pid=10866): Launched\u000a13:34:56.018079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:34:56.142512 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:56.451195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10867): Launched\u000a13:34:56.708693 run iperf3-srv_10.42.42.10(pid=10868): Launched\u000a13:34:56.889503 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:34:57.013107 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:57.322750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10869): Launched\u000a13:34:57.579428 run iperf3-srv_10.42.42.10(pid=10870): Launched\u000a13:34:57.760595 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:34:57.884018 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:58.193370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10871): Launched\u000a13:34:58.450095 run iperf3-srv_10.42.42.10(pid=10872): Launched\u000a13:34:58.630582 tst iperf3m4.py:8: start network...\u000a13:34:58.754504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:59.235136 run create_hlr_db(pid=10873): Launched\u000a13:34:59.407378 bus /gobi_6: Setting Powered False\u000a13:35:00.428472 run create_hlr_db(pid=10873): Terminated: ok {rc=0}\u000a13:35:00.825437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10875): Launched\u000a13:35:01.258533 run osmo-hlr_10.42.42.2(pid=10876): Launched\u000a13:35:01.422395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:02.013355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10881): Launched\u000a13:35:02.359648 run osmo-stp_10.42.42.5(pid=10882): Launched\u000a13:35:02.478336 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:35:03.039809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10884): Launched\u000a13:35:03.154677 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:35:03.434169 run patchelf(pid=10885): Launched\u000a13:35:03.622926 run osmo-stp_10.42.42.5(pid=10882): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10882)]\u000a13:35:03.760029 run osmo-stp_10.42.42.5(pid=10882): stdout: \u000a| (launched: 2022-12-09_13:35:02.183447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:03.897684 run osmo-stp_10.42.42.5(pid=10882): stderr: \u000a| �[0;m�[38;5;43m20221209133502389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133502389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133502389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133502390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133502390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133502390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133502390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:04.030857 run osmo-stp_10.42.42.5(pid=10882): stdout: \u000a| (launched: 2022-12-09_13:35:02.183447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:04.163285 run osmo-stp_10.42.42.5(pid=10882): stderr: \u000a| �[0;m�[38;5;43m20221209133502389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133502389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133502389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133502390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133502390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133502390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133502390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:04.316184 run patchelf(pid=10885): Terminating (SIGINT)\u000a13:35:04.495750 run patchelf(pid=10885): Terminated: ok {rc=0}\u000a13:35:04.528665 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10882): Process ended prematurely: osmo-stp_10.42.42.5(pid=10882) [trial-2360↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10882)] [trial-2360↪gprs:trx-lms↪iperf3m4.py:8]\u000a13:35:04.538634 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:35:04.603186 run osmo-hlr_10.42.42.2(pid=10876): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10876)]\u000a13:35:04.655104 run osmo-hlr_10.42.42.2(pid=10876): stdout: \u000a| (launched: 2022-12-09_13:35:00.984207) \u000a13:35:04.707603 run osmo-hlr_10.42.42.2(pid=10876): stderr: \u000a| �[0;m�[1;31m20221209133501210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133501210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133501210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133501211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133501211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133501211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133501226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133501235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133501235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133501235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:04.751957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10865): Terminating (SIGTERM)\u000a13:35:04.794906 run iperf3-srv_10.42.42.10(pid=10866): Terminating (SIGTERM)\u000a13:35:04.837212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10867): Terminating (SIGTERM)\u000a13:35:04.879348 run iperf3-srv_10.42.42.10(pid=10868): Terminating (SIGTERM)\u000a13:35:04.921991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10869): Terminating (SIGTERM)\u000a13:35:04.964589 run iperf3-srv_10.42.42.10(pid=10870): Terminating (SIGTERM)\u000a13:35:05.006524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10871): Terminating (SIGTERM)\u000a13:35:05.048912 run iperf3-srv_10.42.42.10(pid=10872): Terminating (SIGTERM)\u000a13:35:05.091048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10875): Terminating (SIGTERM)\u000a13:35:05.135885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10881): Terminating (SIGTERM)\u000a13:35:05.178777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10884): Terminating (SIGTERM)\u000a13:35:05.188530 --- ParallelTerminationStrategy: PID 10865 died...\u000a13:35:05.245556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10865): Terminated: ok {rc=0}\u000a13:35:05.255646 --- ParallelTerminationStrategy: PID 10866 died...\u000a13:35:05.312233 run iperf3-srv_10.42.42.10(pid=10866): Terminated {rc=256}\u000a13:35:05.322352 --- ParallelTerminationStrategy: PID 10867 died...\u000a13:35:05.378898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10867): Terminated: ok {rc=0}\u000a13:35:05.389418 --- ParallelTerminationStrategy: PID 10868 died...\u000a13:35:05.446751 run iperf3-srv_10.42.42.10(pid=10868): Terminated {rc=256}\u000a13:35:05.456833 --- ParallelTerminationStrategy: PID 10869 died...\u000a13:35:05.513311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10869): Terminated: ok {rc=0}\u000a13:35:05.523443 --- ParallelTerminationStrategy: PID 10870 died...\u000a13:35:05.579646 run iperf3-srv_10.42.42.10(pid=10870): Terminated {rc=256}\u000a13:35:05.589966 --- ParallelTerminationStrategy: PID 10871 died...\u000a13:35:05.647189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10871): Terminated: ok {rc=0}\u000a13:35:05.657496 --- ParallelTerminationStrategy: PID 10872 died...\u000a13:35:05.714475 run iperf3-srv_10.42.42.10(pid=10872): Terminated {rc=256}\u000a13:35:05.724583 --- ParallelTerminationStrategy: PID 10875 died...\u000a13:35:05.780311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10875): Terminated: ok {rc=0}\u000a13:35:05.790644 --- ParallelTerminationStrategy: PID 10881 died...\u000a13:35:05.846987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10881): Terminated: ok {rc=0}\u000a13:35:05.857195 --- ParallelTerminationStrategy: PID 10884 died...\u000a13:35:05.913132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10884): Terminated: ok {rc=0}\u000a13:35:06.000650 bus /gobi_4: Setting Powered False\u000a13:35:07.105814 bus /gobi_4: Setting Powered False\u000a13:35:08.218070 bus /gobi_1: Setting Powered False\u000a13:35:09.321772 bus /gobi_1: Setting Powered False\u000a13:35:10.432765 bus /gobi_0: Setting Powered False\u000a13:35:11.536238 bus /gobi_0: Setting Powered False\u000a13:35:12.647426 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10899): Process ended prematurely: osmo-stp_10.42.42.5(pid=10899) [trial-2360↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10899)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10899): Process ended prematurely: osmo-stp_10.42.42.5(pid=10899) [trial-2360↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a13:35:13.716416 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:35:13.728169 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:35:13.871072 tst ping.py: using LAC 21813\u000a13:35:13.994582 tst ping.py: using RAC 138\u000a13:35:14.116590 tst ping.py: using CellId 21813\u000a13:35:14.238838 tst ping.py: using BVCI 21814\u000a13:35:14.262926 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:35:14.273968 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:35:14.284842 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:35:14.295955 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:35:14.307027 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:35:14.318131 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:35:14.329416 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:35:14.340495 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:35:14.626748 tst ping.py:19: start network...\u000a13:35:14.757762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:15.251617 run create_hlr_db(pid=10893): Launched\u000a13:35:15.435031 bus /gobi_6: Setting Powered False\u000a13:35:16.459513 run create_hlr_db(pid=10893): Terminated: ok {rc=0}\u000a13:35:16.944928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10895): Launched\u000a13:35:17.306725 run osmo-hlr_10.42.42.2(pid=10896): Launched\u000a13:35:17.421128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:17.973778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10898): Launched\u000a13:35:18.288702 run osmo-stp_10.42.42.5(pid=10899): Launched\u000a13:35:18.402516 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:35:18.951691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10901): Launched\u000a13:35:19.063590 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:35:19.338114 run patchelf(pid=10902): Launched\u000a13:35:19.524004 run osmo-stp_10.42.42.5(pid=10899): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10899)]\u000a13:35:19.659333 run osmo-stp_10.42.42.5(pid=10899): stdout: \u000a| (launched: 2022-12-09_13:35:18.133968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:19.794940 run osmo-stp_10.42.42.5(pid=10899): stderr: \u000a| �[0;m�[38;5;43m20221209133518324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133518324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133518325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133518325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133518326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133518326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133518326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:19.925657 run osmo-stp_10.42.42.5(pid=10899): stdout: \u000a| (launched: 2022-12-09_13:35:18.133968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:20.055498 run osmo-stp_10.42.42.5(pid=10899): stderr: \u000a| �[0;m�[38;5;43m20221209133518324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133518324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133518325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133518325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133518326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133518326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133518326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:20.206003 run patchelf(pid=10902): Terminating (SIGINT)\u000a13:35:20.382708 run patchelf(pid=10902): Terminated: ok {rc=0}\u000a13:35:20.414894 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10899): Process ended prematurely: osmo-stp_10.42.42.5(pid=10899) [trial-2360↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10899)] [trial-2360↪gprs:trx-lms↪ping.py:22]\u000a13:35:20.424043 tst ping.py:22: Test FAILED (6.7 sec)\u000a13:35:20.487694 run osmo-hlr_10.42.42.2(pid=10896): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10896)]\u000a13:35:20.539366 run osmo-hlr_10.42.42.2(pid=10896): stdout: \u000a| (launched: 2022-12-09_13:35:17.129397) \u000a13:35:20.591786 run osmo-hlr_10.42.42.2(pid=10896): stderr: \u000a| �[0;m�[1;31m20221209133517350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133517350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133517350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133517350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133517350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133517350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133517362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133517371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133517371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133517371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:20.636323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10895): Terminating (SIGTERM)\u000a13:35:20.678412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10898): Terminating (SIGTERM)\u000a13:35:20.720715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10901): Terminating (SIGTERM)\u000a13:35:20.730497 --- ParallelTerminationStrategy: PID 10895 died...\u000a13:35:20.786636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10895): Terminated: ok {rc=0}\u000a13:35:20.796909 --- ParallelTerminationStrategy: PID 10898 died...\u000a13:35:20.852623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10898): Terminated: ok {rc=0}\u000a13:35:20.862979 --- ParallelTerminationStrategy: PID 10901 died...\u000a13:35:20.918386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10901): Terminated: ok {rc=0}\u000a13:35:21.005624 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10921): Process ended prematurely: osmo-stp_10.42.42.5(pid=10921) [trial-2360↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10921)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10921): Process ended prematurely: osmo-stp_10.42.42.5(pid=10921) [trial-2360↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10921)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a13:35:22.057703 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:35:22.069211 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:35:22.206578 tst ping_idle_ping.py: using LAC 21814\u000a13:35:22.330731 tst ping_idle_ping.py: using RAC 139\u000a13:35:22.445558 tst ping_idle_ping.py: using CellId 21814\u000a13:35:22.559935 tst ping_idle_ping.py: using BVCI 21815\u000a13:35:22.582574 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:35:22.593063 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:35:22.603447 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:35:22.614290 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:35:22.625046 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:35:22.635786 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:35:22.646711 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:35:22.657599 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:35:22.929212 tst ping_idle_ping.py:24: start network...\u000a13:35:23.050955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:23.527413 run create_hlr_db(pid=10903): Launched\u000a13:35:23.698448 bus /gobi_6: Setting Powered False\u000a13:35:24.720784 run create_hlr_db(pid=10903): Terminated: ok {rc=0}\u000a13:35:25.143802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10905): Launched\u000a13:35:25.463412 run osmo-hlr_10.42.42.2(pid=10906): Launched\u000a13:35:25.581261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:26.131341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10920): Launched\u000a13:35:26.448048 run osmo-stp_10.42.42.5(pid=10921): Launched\u000a13:35:26.564669 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:35:27.116100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10923): Launched\u000a13:35:27.228919 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:35:27.506685 run patchelf(pid=10924): Launched\u000a13:35:27.692579 run osmo-stp_10.42.42.5(pid=10921): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10921)]\u000a13:35:27.828029 run osmo-stp_10.42.42.5(pid=10921): stdout: \u000a| (launched: 2022-12-09_13:35:26.291775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:27.964119 run osmo-stp_10.42.42.5(pid=10921): stderr: \u000a| �[0;m�[38;5;43m20221209133526482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133526482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133526483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133526483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133526483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133526484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133526484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:28.095672 run osmo-stp_10.42.42.5(pid=10921): stdout: \u000a| (launched: 2022-12-09_13:35:26.291775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:28.225760 run osmo-stp_10.42.42.5(pid=10921): stderr: \u000a| �[0;m�[38;5;43m20221209133526482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133526482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133526483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133526483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133526483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133526484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133526484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:28.376309 run patchelf(pid=10924): Terminating (SIGINT)\u000a13:35:28.553319 run patchelf(pid=10924): Terminated: ok {rc=0}\u000a13:35:28.585485 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10921): Process ended prematurely: osmo-stp_10.42.42.5(pid=10921) [trial-2360↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10921)] [trial-2360↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a13:35:28.594831 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:35:28.658279 run osmo-hlr_10.42.42.2(pid=10906): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10906)]\u000a13:35:28.709928 run osmo-hlr_10.42.42.2(pid=10906): stdout: \u000a| (launched: 2022-12-09_13:35:25.304829) \u000a13:35:28.762257 run osmo-hlr_10.42.42.2(pid=10906): stderr: \u000a| �[0;m�[1;31m20221209133525500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133525500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133525500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133525500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133525500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133525500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133525512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133525520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133525520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133525520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:28.806777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10905): Terminating (SIGTERM)\u000a13:35:28.849054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10920): Terminating (SIGTERM)\u000a13:35:28.891159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10923): Terminating (SIGTERM)\u000a13:35:28.901127 --- ParallelTerminationStrategy: PID 10905 died...\u000a13:35:28.957587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10905): Terminated: ok {rc=0}\u000a13:35:28.967725 --- ParallelTerminationStrategy: PID 10920 died...\u000a13:35:29.023920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10920): Terminated: ok {rc=0}\u000a13:35:29.034003 --- ParallelTerminationStrategy: PID 10923 died...\u000a13:35:29.090181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10923): Terminated: ok {rc=0}\u000a13:35:29.177800 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:34:30" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10938): Process ended prematurely: osmo-stp_10.42.42.5(pid=10938) [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10938)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10938): Process ended prematurely: osmo-stp_10.42.42.5(pid=10938) [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:35:31.371054 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:31.382559 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:35:31.526730 tst cs_paging_gprs_active.py: using LAC 21815\u000a13:35:31.681647 tst cs_paging_gprs_active.py: using RAC 140\u000a13:35:31.824333 tst cs_paging_gprs_active.py: using CellId 21815\u000a13:35:31.987825 tst cs_paging_gprs_active.py: using BVCI 21816\u000a13:35:32.023270 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:32.038443 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:32.049876 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:32.061870 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:32.073677 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:32.085938 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:32.097839 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:32.109103 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:32.122443 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:35:32.238437 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:35:32.514031 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:35:32.640202 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:32.952190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10928): Launched\u000a13:35:33.213168 run iperf3-srv_10.42.42.10(pid=10929): Launched\u000a13:35:33.396296 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:35:33.522723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:33.834308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10930): Launched\u000a13:35:34.095002 run iperf3-srv_10.42.42.10(pid=10931): Launched\u000a13:35:34.278292 tst cs_paging_gprs_active.py:38: start network...\u000a13:35:34.403871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:34.885438 run create_hlr_db(pid=10932): Launched\u000a13:35:35.057751 bus /gobi_6: Setting Powered False\u000a13:35:36.080308 run create_hlr_db(pid=10932): Terminated: ok {rc=0}\u000a13:35:36.507644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10934): Launched\u000a13:35:36.831563 run osmo-hlr_10.42.42.2(pid=10935): Launched\u000a13:35:36.952202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:37.507696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10937): Launched\u000a13:35:37.827374 run osmo-stp_10.42.42.5(pid=10938): Launched\u000a13:35:37.945141 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:35:38.506465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10940): Launched\u000a13:35:38.620942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:35:38.899036 run patchelf(pid=10941): Launched\u000a13:35:39.088023 run osmo-stp_10.42.42.5(pid=10938): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10938)]\u000a13:35:39.225581 run osmo-stp_10.42.42.5(pid=10938): stdout: \u000a| (launched: 2022-12-09_13:35:37.670155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:39.363172 run osmo-stp_10.42.42.5(pid=10938): stderr: \u000a| �[0;m�[38;5;43m20221209133537860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133537861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133537861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133537861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133537862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133537862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133537862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:39.496605 run osmo-stp_10.42.42.5(pid=10938): stdout: \u000a| (launched: 2022-12-09_13:35:37.670155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:39.628568 run osmo-stp_10.42.42.5(pid=10938): stderr: \u000a| �[0;m�[38;5;43m20221209133537860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133537861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133537861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133537861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133537862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133537862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133537862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:39.781481 run patchelf(pid=10941): Terminating (SIGINT)\u000a13:35:39.960928 run patchelf(pid=10941): Terminated: ok {rc=0}\u000a13:35:39.994079 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10938): Process ended prematurely: osmo-stp_10.42.42.5(pid=10938) [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10938)] [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:35:40.003954 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:35:40.067222 run osmo-hlr_10.42.42.2(pid=10935): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10935)]\u000a13:35:40.118568 run osmo-hlr_10.42.42.2(pid=10935): stdout: \u000a| (launched: 2022-12-09_13:35:36.671530) \u000a13:35:40.170230 run osmo-hlr_10.42.42.2(pid=10935): stderr: \u000a| �[0;m�[1;31m20221209133536869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133536869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133536869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133536869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133536869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133536869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133536881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133536889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133536890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133536890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:40.214530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10928): Terminating (SIGTERM)\u000a13:35:40.256161 run iperf3-srv_10.42.42.10(pid=10929): Terminating (SIGTERM)\u000a13:35:40.297954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10930): Terminating (SIGTERM)\u000a13:35:40.339747 run iperf3-srv_10.42.42.10(pid=10931): Terminating (SIGTERM)\u000a13:35:40.381688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10934): Terminating (SIGTERM)\u000a13:35:40.423413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10937): Terminating (SIGTERM)\u000a13:35:40.465479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10940): Terminating (SIGTERM)\u000a13:35:40.475385 --- ParallelTerminationStrategy: PID 10928 died...\u000a13:35:40.531191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10928): Terminated: ok {rc=0}\u000a13:35:40.541483 --- ParallelTerminationStrategy: PID 10929 died...\u000a13:35:40.597056 run iperf3-srv_10.42.42.10(pid=10929): Terminated {rc=256}\u000a13:35:40.606990 --- ParallelTerminationStrategy: PID 10930 died...\u000a13:35:40.662602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10930): Terminated: ok {rc=0}\u000a13:35:40.672561 --- ParallelTerminationStrategy: PID 10931 died...\u000a13:35:40.728115 run iperf3-srv_10.42.42.10(pid=10931): Terminated {rc=256}\u000a13:35:40.738168 --- ParallelTerminationStrategy: PID 10934 died...\u000a13:35:40.794056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10934): Terminated: ok {rc=0}\u000a13:35:40.804039 --- ParallelTerminationStrategy: PID 10937 died...\u000a13:35:40.859791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10937): Terminated: ok {rc=0}\u000a13:35:40.869888 --- ParallelTerminationStrategy: PID 10940 died...\u000a13:35:40.925380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10940): Terminated: ok {rc=0}\u000a13:35:41.012627 bus /gobi_0: Setting Powered False\u000a13:35:42.119585 bus /gobi_0: Setting Powered False\u000a13:35:43.227327 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10950): Process ended prematurely: osmo-stp_10.42.42.5(pid=10950) [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10950)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10950): Process ended prematurely: osmo-stp_10.42.42.5(pid=10950) [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:35:44.341713 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:44.353646 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:35:44.500068 tst iperf3.py: using LAC 21816\u000a13:35:44.625653 tst iperf3.py: using RAC 141\u000a13:35:44.750358 tst iperf3.py: using CellId 21816\u000a13:35:44.875200 tst iperf3.py: using BVCI 21817\u000a13:35:44.899689 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:44.911084 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:44.922305 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:44.933558 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:44.944735 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:44.956137 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:44.967764 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:44.979029 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:44.990502 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:35:45.265472 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:35:45.390051 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:45.701487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10942): Launched\u000a13:35:45.996295 run iperf3-srv_10.42.42.10(pid=10943): Launched\u000a13:35:46.202865 tst iperf3.py:8: start network...\u000a13:35:46.343632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:46.898616 run create_hlr_db(pid=10944): Launched\u000a13:35:47.083691 bus /gobi_6: Setting Powered False\u000a13:35:48.093335 run create_hlr_db(pid=10944): Terminated: ok {rc=0}\u000a13:35:48.526340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10946): Launched\u000a13:35:48.847264 run osmo-hlr_10.42.42.2(pid=10947): Launched\u000a13:35:48.964571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:49.522591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10949): Launched\u000a13:35:49.844938 run osmo-stp_10.42.42.5(pid=10950): Launched\u000a13:35:49.961582 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:35:50.520061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10952): Launched\u000a13:35:50.634399 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:35:50.913747 run patchelf(pid=10953): Launched\u000a13:35:51.100837 run osmo-stp_10.42.42.5(pid=10950): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10950)]\u000a13:35:51.237770 run osmo-stp_10.42.42.5(pid=10950): stdout: \u000a| (launched: 2022-12-09_13:35:49.686345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:51.375309 run osmo-stp_10.42.42.5(pid=10950): stderr: \u000a| �[0;m�[38;5;43m20221209133549878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133549879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133549879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133549879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133549880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133549880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133549880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:51.508470 run osmo-stp_10.42.42.5(pid=10950): stdout: \u000a| (launched: 2022-12-09_13:35:49.686345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:51.641178 run osmo-stp_10.42.42.5(pid=10950): stderr: \u000a| �[0;m�[38;5;43m20221209133549878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133549879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133549879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133549879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133549880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133549880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133549880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:51.794036 run patchelf(pid=10953): Terminating (SIGINT)\u000a13:35:51.973192 run patchelf(pid=10953): Terminated: ok {rc=0}\u000a13:35:52.006009 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10950): Process ended prematurely: osmo-stp_10.42.42.5(pid=10950) [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10950)] [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a13:35:52.015850 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:35:52.078686 run osmo-hlr_10.42.42.2(pid=10947): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10947)]\u000a13:35:52.129829 run osmo-hlr_10.42.42.2(pid=10947): stdout: \u000a| (launched: 2022-12-09_13:35:48.689881) \u000a13:35:52.181754 run osmo-hlr_10.42.42.2(pid=10947): stderr: \u000a| �[0;m�[1;31m20221209133548887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133548887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133548887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133548887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133548887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133548887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133548901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133548909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133548909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133548909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:52.225853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10942): Terminating (SIGTERM)\u000a13:35:52.267172 run iperf3-srv_10.42.42.10(pid=10943): Terminating (SIGTERM)\u000a13:35:52.308860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10946): Terminating (SIGTERM)\u000a13:35:52.350721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10949): Terminating (SIGTERM)\u000a13:35:52.392421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10952): Terminating (SIGTERM)\u000a13:35:52.402369 --- ParallelTerminationStrategy: PID 10942 died...\u000a13:35:52.458703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10942): Terminated: ok {rc=0}\u000a13:35:52.469220 --- ParallelTerminationStrategy: PID 10943 died...\u000a13:35:52.525594 run iperf3-srv_10.42.42.10(pid=10943): Terminated {rc=256}\u000a13:35:52.535502 --- ParallelTerminationStrategy: PID 10946 died...\u000a13:35:52.590901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10946): Terminated: ok {rc=0}\u000a13:35:52.601187 --- ParallelTerminationStrategy: PID 10949 died...\u000a13:35:52.656625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10949): Terminated: ok {rc=0}\u000a13:35:52.666859 --- ParallelTerminationStrategy: PID 10952 died...\u000a13:35:52.722708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10952): Terminated: ok {rc=0}\u000a13:35:52.808933 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10969): Process ended prematurely: osmo-stp_10.42.42.5(pid=10969) [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10969)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10969): Process ended prematurely: osmo-stp_10.42.42.5(pid=10969) [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:35:53.923789 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:53.935682 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:35:54.093897 tst iperf3m4.py: using LAC 21817\u000a13:35:54.225007 tst iperf3m4.py: using RAC 142\u000a13:35:54.349002 tst iperf3m4.py: using CellId 21817\u000a13:35:54.473831 tst iperf3m4.py: using BVCI 21818\u000a13:35:54.498565 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:54.509865 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:54.521111 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:54.532270 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:54.543504 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:54.554625 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:54.566108 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:54.576787 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:35:54.588388 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:35:54.705190 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:35:54.825940 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:35:54.942647 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:35:55.219682 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:35:55.345153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:55.659440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10954): Launched\u000a13:35:55.918121 run iperf3-srv_10.42.42.10(pid=10955): Launched\u000a13:35:56.100851 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:35:56.226135 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:56.536061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10956): Launched\u000a13:35:56.794627 run iperf3-srv_10.42.42.10(pid=10957): Launched\u000a13:35:56.977256 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:35:57.102368 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:57.413292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10958): Launched\u000a13:35:57.672755 run iperf3-srv_10.42.42.10(pid=10959): Launched\u000a13:35:57.854578 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:35:57.979234 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:58.289649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10960): Launched\u000a13:35:58.547430 run iperf3-srv_10.42.42.10(pid=10961): Launched\u000a13:35:58.730247 tst iperf3m4.py:8: start network...\u000a13:35:58.855118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:59.338652 run create_hlr_db(pid=10962): Launched\u000a13:35:59.512303 bus /gobi_6: Setting Powered False\u000a13:36:00.534758 run create_hlr_db(pid=10962): Terminated: ok {rc=0}\u000a13:36:00.971296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10965): Launched\u000a13:36:01.307685 run osmo-hlr_10.42.42.2(pid=10966): Launched\u000a13:36:01.472557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:02.217004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10968): Launched\u000a13:36:02.543563 run osmo-stp_10.42.42.5(pid=10969): Launched\u000a13:36:02.661032 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:36:03.222150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10971): Launched\u000a13:36:03.337193 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:36:03.618633 run patchelf(pid=10972): Launched\u000a13:36:03.806915 run osmo-stp_10.42.42.5(pid=10969): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10969)]\u000a13:36:03.944270 run osmo-stp_10.42.42.5(pid=10969): stdout: \u000a| (launched: 2022-12-09_13:36:02.383206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:04.081986 run osmo-stp_10.42.42.5(pid=10969): stderr: \u000a| �[0;m�[38;5;43m20221209133602572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133602572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133602573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133602573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133602574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133602574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133602574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:04.215355 run osmo-stp_10.42.42.5(pid=10969): stdout: \u000a| (launched: 2022-12-09_13:36:02.383206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:04.347574 run osmo-stp_10.42.42.5(pid=10969): stderr: \u000a| �[0;m�[38;5;43m20221209133602572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133602572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133602573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133602573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133602574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133602574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133602574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:04.501128 run patchelf(pid=10972): Terminating (SIGINT)\u000a13:36:04.680470 run patchelf(pid=10972): Terminated: ok {rc=0}\u000a13:36:04.713641 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10969): Process ended prematurely: osmo-stp_10.42.42.5(pid=10969) [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10969)] [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:36:04.723462 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:36:04.787369 run osmo-hlr_10.42.42.2(pid=10966): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10966)]\u000a13:36:04.839398 run osmo-hlr_10.42.42.2(pid=10966): stdout: \u000a| (launched: 2022-12-09_13:36:01.130324) \u000a13:36:04.891728 run osmo-hlr_10.42.42.2(pid=10966): stderr: \u000a| �[0;m�[1;31m20221209133601482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133601482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133601482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133601482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133601482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133601482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133601506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133601531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133601531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133601531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:04.936006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10954): Terminating (SIGTERM)\u000a13:36:04.978216 run iperf3-srv_10.42.42.10(pid=10955): Terminating (SIGTERM)\u000a13:36:05.020412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10956): Terminating (SIGTERM)\u000a13:36:05.062376 run iperf3-srv_10.42.42.10(pid=10957): Terminating (SIGTERM)\u000a13:36:05.105138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10958): Terminating (SIGTERM)\u000a13:36:05.147311 run iperf3-srv_10.42.42.10(pid=10959): Terminating (SIGTERM)\u000a13:36:05.189317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10960): Terminating (SIGTERM)\u000a13:36:05.231589 run iperf3-srv_10.42.42.10(pid=10961): Terminating (SIGTERM)\u000a13:36:05.273656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10965): Terminating (SIGTERM)\u000a13:36:05.315685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10968): Terminating (SIGTERM)\u000a13:36:05.357985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10971): Terminating (SIGTERM)\u000a13:36:05.367186 --- ParallelTerminationStrategy: PID 10954 died...\u000a13:36:05.423575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10954): Terminated: ok {rc=0}\u000a13:36:05.433682 --- ParallelTerminationStrategy: PID 10955 died...\u000a13:36:05.489697 run iperf3-srv_10.42.42.10(pid=10955): Terminated {rc=256}\u000a13:36:05.499627 --- ParallelTerminationStrategy: PID 10956 died...\u000a13:36:05.555660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10956): Terminated: ok {rc=0}\u000a13:36:05.565776 --- ParallelTerminationStrategy: PID 10957 died...\u000a13:36:05.621217 run iperf3-srv_10.42.42.10(pid=10957): Terminated {rc=256}\u000a13:36:05.631421 --- ParallelTerminationStrategy: PID 10958 died...\u000a13:36:05.687559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10958): Terminated: ok {rc=0}\u000a13:36:05.697783 --- ParallelTerminationStrategy: PID 10959 died...\u000a13:36:05.753388 run iperf3-srv_10.42.42.10(pid=10959): Terminated {rc=256}\u000a13:36:05.763378 --- ParallelTerminationStrategy: PID 10960 died...\u000a13:36:05.819329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10960): Terminated: ok {rc=0}\u000a13:36:05.829850 --- ParallelTerminationStrategy: PID 10961 died...\u000a13:36:05.885839 run iperf3-srv_10.42.42.10(pid=10961): Terminated {rc=256}\u000a13:36:05.895821 --- ParallelTerminationStrategy: PID 10965 died...\u000a13:36:05.951481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10965): Terminated: ok {rc=0}\u000a13:36:05.961833 --- ParallelTerminationStrategy: PID 10968 died...\u000a13:36:06.017731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10968): Terminated: ok {rc=0}\u000a13:36:06.027725 --- ParallelTerminationStrategy: PID 10971 died...\u000a13:36:06.083411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10971): Terminated: ok {rc=0}\u000a13:36:06.171188 bus /gobi_4: Setting Powered False\u000a13:36:07.278035 bus /gobi_4: Setting Powered False\u000a13:36:08.386396 bus /gobi_1: Setting Powered False\u000a13:36:09.493714 bus /gobi_1: Setting Powered False\u000a13:36:10.604581 bus /gobi_0: Setting Powered False\u000a13:36:11.709941 bus /gobi_0: Setting Powered False\u000a13:36:12.816209 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10979): Process ended prematurely: osmo-stp_10.42.42.5(pid=10979) [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10979)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10979): Process ended prematurely: osmo-stp_10.42.42.5(pid=10979) [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:36:13.885080 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:36:13.896884 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:36:14.044279 tst ping.py: using LAC 21818\u000a13:36:14.165478 tst ping.py: using RAC 143\u000a13:36:14.288604 tst ping.py: using CellId 21818\u000a13:36:14.410196 tst ping.py: using BVCI 21819\u000a13:36:14.434303 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:36:14.445667 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:36:14.456713 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:36:14.468193 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:36:14.479804 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:36:14.491113 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:36:14.503267 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:36:14.514886 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:36:14.787019 tst ping.py:19: start network...\u000a13:36:14.909398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:15.381295 run create_hlr_db(pid=10973): Launched\u000a13:36:15.551709 bus /gobi_6: Setting Powered False\u000a13:36:16.577646 run create_hlr_db(pid=10973): Terminated: ok {rc=0}\u000a13:36:16.992101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10975): Launched\u000a13:36:17.292557 run osmo-hlr_10.42.42.2(pid=10976): Launched\u000a13:36:17.405682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:17.926084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10978): Launched\u000a13:36:18.219558 run osmo-stp_10.42.42.5(pid=10979): Launched\u000a13:36:18.334203 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:36:18.855070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10981): Launched\u000a13:36:18.959577 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:36:19.222575 run patchelf(pid=10982): Launched\u000a13:36:19.407932 run osmo-stp_10.42.42.5(pid=10979): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10979)]\u000a13:36:19.544094 run osmo-stp_10.42.42.5(pid=10979): stdout: \u000a| (launched: 2022-12-09_13:36:18.075018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:19.679803 run osmo-stp_10.42.42.5(pid=10979): stderr: \u000a| �[0;m�[38;5;43m20221209133618244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133618244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133618245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133618245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133618245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133618245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133618246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:19.811501 run osmo-stp_10.42.42.5(pid=10979): stdout: \u000a| (launched: 2022-12-09_13:36:18.075018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:19.941229 run osmo-stp_10.42.42.5(pid=10979): stderr: \u000a| �[0;m�[38;5;43m20221209133618244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133618244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133618245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133618245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133618245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133618245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133618246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:20.091686 run patchelf(pid=10982): Terminating (SIGINT)\u000a13:36:20.267917 run patchelf(pid=10982): Terminated: ok {rc=0}\u000a13:36:20.300183 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10979): Process ended prematurely: osmo-stp_10.42.42.5(pid=10979) [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10979)] [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a13:36:20.309578 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:36:20.373495 run osmo-hlr_10.42.42.2(pid=10976): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10976)]\u000a13:36:20.425334 run osmo-hlr_10.42.42.2(pid=10976): stdout: \u000a| (launched: 2022-12-09_13:36:17.145091) \u000a13:36:20.478274 run osmo-hlr_10.42.42.2(pid=10976): stderr: \u000a| �[0;m�[1;31m20221209133617322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133617322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133617322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133617322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133617322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133617322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133617335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133617344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133617344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133617344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:20.523402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10975): Terminating (SIGTERM)\u000a13:36:20.566280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10978): Terminating (SIGTERM)\u000a13:36:20.609173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10981): Terminating (SIGTERM)\u000a13:36:20.619146 --- ParallelTerminationStrategy: PID 10975 died...\u000a13:36:20.676778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10975): Terminated: ok {rc=0}\u000a13:36:20.687177 --- ParallelTerminationStrategy: PID 10978 died...\u000a13:36:20.744261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10978): Terminated: ok {rc=0}\u000a13:36:20.754578 --- ParallelTerminationStrategy: PID 10981 died...\u000a13:36:20.811998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10981): Terminated: ok {rc=0}\u000a13:36:20.899612 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10989): Process ended prematurely: osmo-stp_10.42.42.5(pid=10989) [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10989)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10989): Process ended prematurely: osmo-stp_10.42.42.5(pid=10989) [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:36:21.949770 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:36:21.962095 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:36:22.106872 tst ping_idle_ping.py: using LAC 21819\u000a13:36:22.230464 tst ping_idle_ping.py: using RAC 144\u000a13:36:22.353952 tst ping_idle_ping.py: using CellId 21819\u000a13:36:22.477666 tst ping_idle_ping.py: using BVCI 21820\u000a13:36:22.501891 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:36:22.513408 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:36:22.524528 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:36:22.535996 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:36:22.547404 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:36:22.558655 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:36:22.570637 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:36:22.581779 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:36:22.856584 tst ping_idle_ping.py:24: start network...\u000a13:36:22.979451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:23.456328 run create_hlr_db(pid=10983): Launched\u000a13:36:23.627565 bus /gobi_6: Setting Powered False\u000a13:36:24.648581 run create_hlr_db(pid=10983): Terminated: ok {rc=0}\u000a13:36:25.069325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10985): Launched\u000a13:36:25.377987 run osmo-hlr_10.42.42.2(pid=10986): Launched\u000a13:36:25.491240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:26.013043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10988): Launched\u000a13:36:26.309400 run osmo-stp_10.42.42.5(pid=10989): Launched\u000a13:36:26.417092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:36:26.932776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10992): Launched\u000a13:36:27.037531 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:36:27.294706 run patchelf(pid=10993): Launched\u000a13:36:27.467642 run osmo-stp_10.42.42.5(pid=10989): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10989)]\u000a13:36:27.594455 run osmo-stp_10.42.42.5(pid=10989): stdout: \u000a| (launched: 2022-12-09_13:36:26.163569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:27.721266 run osmo-stp_10.42.42.5(pid=10989): stderr: \u000a| �[0;m�[38;5;43m20221209133626334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133626334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133626334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133626335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133626335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133626335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133626335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:27.843609 run osmo-stp_10.42.42.5(pid=10989): stdout: \u000a| (launched: 2022-12-09_13:36:26.163569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:27.965413 run osmo-stp_10.42.42.5(pid=10989): stderr: \u000a| �[0;m�[38;5;43m20221209133626334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133626334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133626334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133626335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133626335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133626335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133626335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:28.106760 run patchelf(pid=10993): Terminating (SIGINT)\u000a13:36:28.272202 run patchelf(pid=10993): Terminated: ok {rc=0}\u000a13:36:28.302478 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10989): Process ended prematurely: osmo-stp_10.42.42.5(pid=10989) [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10989)] [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:36:28.311075 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:36:28.370563 run osmo-hlr_10.42.42.2(pid=10986): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10986)]\u000a13:36:28.419047 run osmo-hlr_10.42.42.2(pid=10986): stdout: \u000a| (launched: 2022-12-09_13:36:25.230950) \u000a13:36:28.468265 run osmo-hlr_10.42.42.2(pid=10986): stderr: \u000a| �[0;m�[1;31m20221209133625406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133625406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133625406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133625406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133625406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133625406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133625418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133625427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133625428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133625428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:28.510501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10985): Terminating (SIGTERM)\u000a13:36:28.550239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10988): Terminating (SIGTERM)\u000a13:36:28.590408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10992): Terminating (SIGTERM)\u000a13:36:28.599727 --- ParallelTerminationStrategy: PID 10985 died...\u000a13:36:28.653321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10985): Terminated: ok {rc=0}\u000a13:36:28.663431 --- ParallelTerminationStrategy: PID 10988 died...\u000a13:36:28.716627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10988): Terminated: ok {rc=0}\u000a13:36:28.726383 --- ParallelTerminationStrategy: PID 10992 died...\u000a13:36:28.779477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10992): Terminated: ok {rc=0}\u000a13:36:28.863677 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:35:30" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11008): Process ended prematurely: osmo-stp_10.42.42.5(pid=11008) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11008)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11008): Process ended prematurely: osmo-stp_10.42.42.5(pid=11008) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:36:31.028849 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:31.040736 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:36:31.198478 tst cs_paging_gprs_active.py: using LAC 21820\u000a13:36:31.338520 tst cs_paging_gprs_active.py: using RAC 145\u000a13:36:31.500612 tst cs_paging_gprs_active.py: using CellId 21820\u000a13:36:31.635339 tst cs_paging_gprs_active.py: using BVCI 21821\u000a13:36:31.661349 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:31.674357 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:31.687753 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:31.701199 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:31.714827 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:31.728824 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:31.741194 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:31.755310 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:31.768720 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:36:31.914434 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:36:32.267423 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:36:32.395021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:36:32.706533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10998): Launched\u000a13:36:32.963755 run iperf3-srv_10.42.42.10(pid=10999): Launched\u000a13:36:33.146193 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:36:33.270206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:36:33.581846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11000): Launched\u000a13:36:33.839206 run iperf3-srv_10.42.42.10(pid=11001): Launched\u000a13:36:34.022166 tst cs_paging_gprs_active.py:38: start network...\u000a13:36:34.146665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:34.629025 run create_hlr_db(pid=11002): Launched\u000a13:36:34.800743 bus /gobi_6: Setting Powered False\u000a13:36:35.823243 run create_hlr_db(pid=11002): Terminated: ok {rc=0}\u000a13:36:36.250676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11004): Launched\u000a13:36:36.573400 run osmo-hlr_10.42.42.2(pid=11005): Launched\u000a13:36:36.694385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:37.250711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11007): Launched\u000a13:36:37.572624 run osmo-stp_10.42.42.5(pid=11008): Launched\u000a13:36:37.689906 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:36:38.251415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11010): Launched\u000a13:36:38.366464 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:36:38.653567 run patchelf(pid=11011): Launched\u000a13:36:38.841510 run osmo-stp_10.42.42.5(pid=11008): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11008)]\u000a13:36:38.978761 run osmo-stp_10.42.42.5(pid=11008): stdout: \u000a| (launched: 2022-12-09_13:36:37.413458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:39.116515 run osmo-stp_10.42.42.5(pid=11008): stderr: \u000a| �[0;m�[38;5;43m20221209133637606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133637606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133637606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133637606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133637607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133637607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133637607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:39.249679 run osmo-stp_10.42.42.5(pid=11008): stdout: \u000a| (launched: 2022-12-09_13:36:37.413458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:39.381649 run osmo-stp_10.42.42.5(pid=11008): stderr: \u000a| �[0;m�[38;5;43m20221209133637606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133637606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133637606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133637606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133637607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133637607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133637607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:39.535414 run patchelf(pid=11011): Terminating (SIGINT)\u000a13:36:39.715001 run patchelf(pid=11011): Terminated: ok {rc=0}\u000a13:36:39.748053 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11008): Process ended prematurely: osmo-stp_10.42.42.5(pid=11008) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11008)] [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:36:39.757974 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:36:39.821315 run osmo-hlr_10.42.42.2(pid=11005): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11005)]\u000a13:36:39.872470 run osmo-hlr_10.42.42.2(pid=11005): stdout: \u000a| (launched: 2022-12-09_13:36:36.414083) \u000a13:36:39.924482 run osmo-hlr_10.42.42.2(pid=11005): stderr: \u000a| �[0;m�[1;31m20221209133636612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133636612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133636612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133636612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133636612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133636612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133636628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133636638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133636638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133636638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:39.969715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10998): Terminating (SIGTERM)\u000a13:36:40.011811 run iperf3-srv_10.42.42.10(pid=10999): Terminating (SIGTERM)\u000a13:36:40.053801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11000): Terminating (SIGTERM)\u000a13:36:40.095640 run iperf3-srv_10.42.42.10(pid=11001): Terminating (SIGTERM)\u000a13:36:40.137519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11004): Terminating (SIGTERM)\u000a13:36:40.179209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11007): Terminating (SIGTERM)\u000a13:36:40.221197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11010): Terminating (SIGTERM)\u000a13:36:40.231181 --- ParallelTerminationStrategy: PID 10998 died...\u000a13:36:40.287314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10998): Terminated: ok {rc=0}\u000a13:36:40.297484 --- ParallelTerminationStrategy: PID 10999 died...\u000a13:36:40.353112 run iperf3-srv_10.42.42.10(pid=10999): Terminated {rc=256}\u000a13:36:40.363482 --- ParallelTerminationStrategy: PID 11000 died...\u000a13:36:40.419141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11000): Terminated: ok {rc=0}\u000a13:36:40.429377 --- ParallelTerminationStrategy: PID 11001 died...\u000a13:36:40.485303 run iperf3-srv_10.42.42.10(pid=11001): Terminated {rc=256}\u000a13:36:40.495569 --- ParallelTerminationStrategy: PID 11004 died...\u000a13:36:40.551657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11004): Terminated: ok {rc=0}\u000a13:36:40.561680 --- ParallelTerminationStrategy: PID 11007 died...\u000a13:36:40.616673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11007): Terminated: ok {rc=0}\u000a13:36:40.626859 --- ParallelTerminationStrategy: PID 11010 died...\u000a13:36:40.682175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11010): Terminated: ok {rc=0}\u000a13:36:40.768898 bus /gobi_0: Setting Powered False\u000a13:36:41.875619 bus /gobi_0: Setting Powered False\u000a13:36:42.985927 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11039): Process ended prematurely: osmo-stp_10.42.42.5(pid=11039) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11039)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11039): Process ended prematurely: osmo-stp_10.42.42.5(pid=11039) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:36:44.096104 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:44.107654 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:36:44.263214 tst iperf3.py: using LAC 21821\u000a13:36:44.384439 tst iperf3.py: using RAC 146\u000a13:36:44.503263 tst iperf3.py: using CellId 21821\u000a13:36:44.624217 tst iperf3.py: using BVCI 21822\u000a13:36:44.647385 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:44.658227 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:44.668851 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:44.679476 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:44.689998 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:44.700607 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:44.711305 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:44.721786 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:44.732447 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:36:45.022658 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:36:45.156937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:36:45.488082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11012): Launched\u000a13:36:45.764650 run iperf3-srv_10.42.42.10(pid=11013): Launched\u000a13:36:45.975926 tst iperf3.py:8: start network...\u000a13:36:46.112646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:46.641012 run create_hlr_db(pid=11014): Launched\u000a13:36:46.831444 bus /gobi_6: Setting Powered False\u000a13:36:47.846089 run create_hlr_db(pid=11014): Terminated: ok {rc=0}\u000a13:36:48.248464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11016): Launched\u000a13:36:48.549969 run osmo-hlr_10.42.42.2(pid=11035): Launched\u000a13:36:48.670513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:49.198538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11038): Launched\u000a13:36:49.499407 run osmo-stp_10.42.42.5(pid=11039): Launched\u000a13:36:49.610749 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:36:50.135637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11041): Launched\u000a13:36:50.242893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:36:50.504656 run patchelf(pid=11042): Launched\u000a13:36:50.681337 run osmo-stp_10.42.42.5(pid=11039): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11039)]\u000a13:36:50.810268 run osmo-stp_10.42.42.5(pid=11039): stdout: \u000a| (launched: 2022-12-09_13:36:49.351327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:50.939921 run osmo-stp_10.42.42.5(pid=11039): stderr: \u000a| �[0;m�[38;5;43m20221209133649522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133649522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133649522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133649523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133649523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133649523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133649523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:51.064859 run osmo-stp_10.42.42.5(pid=11039): stdout: \u000a| (launched: 2022-12-09_13:36:49.351327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:51.189247 run osmo-stp_10.42.42.5(pid=11039): stderr: \u000a| �[0;m�[38;5;43m20221209133649522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133649522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133649522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133649523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133649523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133649523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133649523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:51.332842 run patchelf(pid=11042): Terminating (SIGINT)\u000a13:36:51.502018 run patchelf(pid=11042): Terminated: ok {rc=0}\u000a13:36:51.533345 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11039): Process ended prematurely: osmo-stp_10.42.42.5(pid=11039) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11039)] [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:36:51.542540 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:36:51.602642 run osmo-hlr_10.42.42.2(pid=11035): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11035)]\u000a13:36:51.651562 run osmo-hlr_10.42.42.2(pid=11035): stdout: \u000a| (launched: 2022-12-09_13:36:48.401820) \u000a13:36:51.701379 run osmo-hlr_10.42.42.2(pid=11035): stderr: \u000a| �[0;m�[1;31m20221209133648579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133648579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133648579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133648579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133648579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133648579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133648591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133648600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133648600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133648600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:51.743738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11012): Terminating (SIGTERM)\u000a13:36:51.783834 run iperf3-srv_10.42.42.10(pid=11013): Terminating (SIGTERM)\u000a13:36:51.823930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11016): Terminating (SIGTERM)\u000a13:36:51.864013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11038): Terminating (SIGTERM)\u000a13:36:51.904365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11041): Terminating (SIGTERM)\u000a13:36:51.913809 --- ParallelTerminationStrategy: PID 11012 died...\u000a13:36:51.968168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11012): Terminated: ok {rc=0}\u000a13:36:51.978081 --- ParallelTerminationStrategy: PID 11013 died...\u000a13:36:52.031362 run iperf3-srv_10.42.42.10(pid=11013): Terminated {rc=256}\u000a13:36:52.041318 --- ParallelTerminationStrategy: PID 11016 died...\u000a13:36:52.095136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11016): Terminated: ok {rc=0}\u000a13:36:52.105144 --- ParallelTerminationStrategy: PID 11038 died...\u000a13:36:52.158976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11038): Terminated: ok {rc=0}\u000a13:36:52.168904 --- ParallelTerminationStrategy: PID 11041 died...\u000a13:36:52.222734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11041): Terminated: ok {rc=0}\u000a13:36:52.306205 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11058): Process ended prematurely: osmo-stp_10.42.42.5(pid=11058) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11058)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11058): Process ended prematurely: osmo-stp_10.42.42.5(pid=11058) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:36:53.414353 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:53.425887 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:36:53.583575 tst iperf3m4.py: using LAC 21822\u000a13:36:53.705642 tst iperf3m4.py: using RAC 147\u000a13:36:53.823896 tst iperf3m4.py: using CellId 21822\u000a13:36:53.940796 tst iperf3m4.py: using BVCI 21823\u000a13:36:53.964219 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:53.975268 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:53.986153 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:53.996837 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:54.007573 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:54.018435 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:54.029347 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:54.039917 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:36:54.050878 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:36:54.166978 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:36:54.284441 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:36:54.404898 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:36:54.681325 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:36:54.806057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:36:55.116776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11043): Launched\u000a13:36:55.374593 run iperf3-srv_10.42.42.10(pid=11045): Launched\u000a13:36:55.556939 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:36:55.681945 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:36:55.993949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11046): Launched\u000a13:36:56.253148 run iperf3-srv_10.42.42.10(pid=11047): Launched\u000a13:36:56.435372 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:36:56.560003 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:36:56.871428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11048): Launched\u000a13:36:57.129828 run iperf3-srv_10.42.42.10(pid=11049): Launched\u000a13:36:57.312831 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:36:57.437411 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:36:57.747070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11050): Launched\u000a13:36:58.007200 run iperf3-srv_10.42.42.10(pid=11051): Launched\u000a13:36:58.189899 tst iperf3m4.py:8: start network...\u000a13:36:58.314220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:58.796113 run create_hlr_db(pid=11052): Launched\u000a13:36:58.969462 bus /gobi_6: Setting Powered False\u000a13:36:59.990760 run create_hlr_db(pid=11052): Terminated: ok {rc=0}\u000a13:37:00.418577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11054): Launched\u000a13:37:00.742848 run osmo-hlr_10.42.42.2(pid=11055): Launched\u000a13:37:00.895440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:01.528428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11057): Launched\u000a13:37:02.021752 run osmo-stp_10.42.42.5(pid=11058): Launched\u000a13:37:02.235232 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:37:02.765039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11060): Launched\u000a13:37:02.872145 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:37:03.133579 run patchelf(pid=11061): Launched\u000a13:37:03.309438 run osmo-stp_10.42.42.5(pid=11058): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11058)]\u000a13:37:03.438027 run osmo-stp_10.42.42.5(pid=11058): stdout: \u000a| (launched: 2022-12-09_13:37:01.685856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:03.566837 run osmo-stp_10.42.42.5(pid=11058): stderr: \u000a| �[0;m�[38;5;43m20221209133701914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133701914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133701915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133701916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133701917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133701917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133701917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:03.691282 run osmo-stp_10.42.42.5(pid=11058): stdout: \u000a| (launched: 2022-12-09_13:37:01.685856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:03.814904 run osmo-stp_10.42.42.5(pid=11058): stderr: \u000a| �[0;m�[38;5;43m20221209133701914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133701914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133701915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133701916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133701917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133701917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133701917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:03.958583 run patchelf(pid=11061): Terminating (SIGINT)\u000a13:37:04.127272 run patchelf(pid=11061): Terminated: ok {rc=0}\u000a13:37:04.159043 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11058): Process ended prematurely: osmo-stp_10.42.42.5(pid=11058) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11058)] [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:37:04.168397 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:37:04.227887 run osmo-hlr_10.42.42.2(pid=11055): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11055)]\u000a13:37:04.276494 run osmo-hlr_10.42.42.2(pid=11055): stdout: \u000a| (launched: 2022-12-09_13:37:00.582923) \u000a13:37:04.325968 run osmo-hlr_10.42.42.2(pid=11055): stderr: \u000a| �[0;m�[1;31m20221209133700778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133700778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133700778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133700778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133700778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133700778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133700790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133700799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133700799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133700799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:04.368402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11043): Terminating (SIGTERM)\u000a13:37:04.408450 run iperf3-srv_10.42.42.10(pid=11045): Terminating (SIGTERM)\u000a13:37:04.448417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11046): Terminating (SIGTERM)\u000a13:37:04.488566 run iperf3-srv_10.42.42.10(pid=11047): Terminating (SIGTERM)\u000a13:37:04.528424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11048): Terminating (SIGTERM)\u000a13:37:04.568295 run iperf3-srv_10.42.42.10(pid=11049): Terminating (SIGTERM)\u000a13:37:04.608265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11050): Terminating (SIGTERM)\u000a13:37:04.648053 run iperf3-srv_10.42.42.10(pid=11051): Terminating (SIGTERM)\u000a13:37:04.687480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11054): Terminating (SIGTERM)\u000a13:37:04.727351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11057): Terminating (SIGTERM)\u000a13:37:04.767687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11060): Terminating (SIGTERM)\u000a13:37:04.777221 --- ParallelTerminationStrategy: PID 11043 died...\u000a13:37:04.831022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11043): Terminated: ok {rc=0}\u000a13:37:04.840845 --- ParallelTerminationStrategy: PID 11045 died...\u000a13:37:04.894530 run iperf3-srv_10.42.42.10(pid=11045): Terminated {rc=256}\u000a13:37:04.904277 --- ParallelTerminationStrategy: PID 11046 died...\u000a13:37:04.957466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11046): Terminated: ok {rc=0}\u000a13:37:04.967226 --- ParallelTerminationStrategy: PID 11047 died...\u000a13:37:05.021056 run iperf3-srv_10.42.42.10(pid=11047): Terminated {rc=256}\u000a13:37:05.030966 --- ParallelTerminationStrategy: PID 11048 died...\u000a13:37:05.084262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11048): Terminated: ok {rc=0}\u000a13:37:05.094027 --- ParallelTerminationStrategy: PID 11049 died...\u000a13:37:05.147395 run iperf3-srv_10.42.42.10(pid=11049): Terminated {rc=256}\u000a13:37:05.157227 --- ParallelTerminationStrategy: PID 11050 died...\u000a13:37:05.210772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11050): Terminated: ok {rc=0}\u000a13:37:05.220530 --- ParallelTerminationStrategy: PID 11051 died...\u000a13:37:05.273953 run iperf3-srv_10.42.42.10(pid=11051): Terminated {rc=256}\u000a13:37:05.283681 --- ParallelTerminationStrategy: PID 11054 died...\u000a13:37:05.336709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11054): Terminated: ok {rc=0}\u000a13:37:05.346450 --- ParallelTerminationStrategy: PID 11057 died...\u000a13:37:05.399214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11057): Terminated: ok {rc=0}\u000a13:37:05.408856 --- ParallelTerminationStrategy: PID 11060 died...\u000a13:37:05.461810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11060): Terminated: ok {rc=0}\u000a13:37:05.550584 bus /gobi_4: Setting Powered False\u000a13:37:06.655061 bus /gobi_4: Setting Powered False\u000a13:37:07.761710 bus /gobi_1: Setting Powered False\u000a13:37:08.868936 bus /gobi_1: Setting Powered False\u000a13:37:09.977279 bus /gobi_0: Setting Powered False\u000a13:37:11.084115 bus /gobi_0: Setting Powered False\u000a13:37:12.197624 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11068): Process ended prematurely: osmo-stp_10.42.42.5(pid=11068) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11068)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11068): Process ended prematurely: osmo-stp_10.42.42.5(pid=11068) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:37:13.264694 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:37:13.276070 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:37:13.429373 tst ping.py: using LAC 21823\u000a13:37:13.545880 tst ping.py: using RAC 148\u000a13:37:13.668767 tst ping.py: using CellId 21823\u000a13:37:13.793995 tst ping.py: using BVCI 21824\u000a13:37:13.818388 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:37:13.829959 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:37:13.841334 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:37:13.853090 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:37:13.864646 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:37:13.876170 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:37:13.888139 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:37:13.899406 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:37:14.169594 tst ping.py:19: start network...\u000a13:37:14.292350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:14.766062 run create_hlr_db(pid=11062): Launched\u000a13:37:14.936363 bus /gobi_6: Setting Powered False\u000a13:37:15.966314 run create_hlr_db(pid=11062): Terminated: ok {rc=0}\u000a13:37:16.394322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11064): Launched\u000a13:37:16.818547 run osmo-hlr_10.42.42.2(pid=11065): Launched\u000a13:37:17.039369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:17.570227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11067): Launched\u000a13:37:17.864389 run osmo-stp_10.42.42.5(pid=11068): Launched\u000a13:37:17.970741 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:37:18.484599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11070): Launched\u000a13:37:18.589406 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:37:18.846586 run patchelf(pid=11071): Launched\u000a13:37:19.019460 run osmo-stp_10.42.42.5(pid=11068): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11068)]\u000a13:37:19.145654 run osmo-stp_10.42.42.5(pid=11068): stdout: \u000a| (launched: 2022-12-09_13:37:17.719990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:19.271506 run osmo-stp_10.42.42.5(pid=11068): stderr: \u000a| �[0;m�[38;5;43m20221209133717888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133717888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133717888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133717889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133717889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133717889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133717889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:19.393246 run osmo-stp_10.42.42.5(pid=11068): stdout: \u000a| (launched: 2022-12-09_13:37:17.719990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:19.513946 run osmo-stp_10.42.42.5(pid=11068): stderr: \u000a| �[0;m�[38;5;43m20221209133717888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133717888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133717888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133717889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133717889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133717889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133717889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:19.654562 run patchelf(pid=11071): Terminating (SIGINT)\u000a13:37:19.819134 run patchelf(pid=11071): Terminated: ok {rc=0}\u000a13:37:19.849024 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11068): Process ended prematurely: osmo-stp_10.42.42.5(pid=11068) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11068)] [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:37:19.857551 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:37:19.917277 run osmo-hlr_10.42.42.2(pid=11065): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11065)]\u000a13:37:19.966128 run osmo-hlr_10.42.42.2(pid=11065): stdout: \u000a| (launched: 2022-12-09_13:37:16.547373) \u000a13:37:20.015694 run osmo-hlr_10.42.42.2(pid=11065): stderr: \u000a| �[0;m�[1;31m20221209133716774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133716774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133716774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133716774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133716774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133716774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133716792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133716822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133716822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133716822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:20.058514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11064): Terminating (SIGTERM)\u000a13:37:20.098520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11067): Terminating (SIGTERM)\u000a13:37:20.138390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11070): Terminating (SIGTERM)\u000a13:37:20.147672 --- ParallelTerminationStrategy: PID 11064 died...\u000a13:37:20.200749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11064): Terminated: ok {rc=0}\u000a13:37:20.210423 --- ParallelTerminationStrategy: PID 11067 died...\u000a13:37:20.263239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11067): Terminated: ok {rc=0}\u000a13:37:20.273310 --- ParallelTerminationStrategy: PID 11070 died...\u000a13:37:20.326427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11070): Terminated: ok {rc=0}\u000a13:37:20.415212 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11078): Process ended prematurely: osmo-stp_10.42.42.5(pid=11078) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11078)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11078): Process ended prematurely: osmo-stp_10.42.42.5(pid=11078) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:37:21.467540 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:37:21.479609 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:37:21.636517 tst ping_idle_ping.py: using LAC 21824\u000a13:37:21.755169 tst ping_idle_ping.py: using RAC 149\u000a13:37:21.871720 tst ping_idle_ping.py: using CellId 21824\u000a13:37:21.989303 tst ping_idle_ping.py: using BVCI 21825\u000a13:37:22.011824 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:37:22.022771 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:37:22.033356 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:37:22.044011 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:37:22.054528 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:37:22.065146 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:37:22.075906 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:37:22.086417 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:37:22.373711 tst ping_idle_ping.py:24: start network...\u000a13:37:22.505780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:23.008653 run create_hlr_db(pid=11072): Launched\u000a13:37:23.193065 bus /gobi_6: Setting Powered False\u000a13:37:24.213995 run create_hlr_db(pid=11072): Terminated: ok {rc=0}\u000a13:37:24.615285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11074): Launched\u000a13:37:24.909960 run osmo-hlr_10.42.42.2(pid=11075): Launched\u000a13:37:25.017990 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:25.530671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11077): Launched\u000a13:37:25.826577 run osmo-stp_10.42.42.5(pid=11078): Launched\u000a13:37:25.933211 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:37:26.447662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11080): Launched\u000a13:37:26.552390 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:37:26.809813 run patchelf(pid=11081): Launched\u000a13:37:26.983381 run osmo-stp_10.42.42.5(pid=11078): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11078)]\u000a13:37:27.110756 run osmo-stp_10.42.42.5(pid=11078): stdout: \u000a| (launched: 2022-12-09_13:37:25.680421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:27.238175 run osmo-stp_10.42.42.5(pid=11078): stderr: \u000a| �[0;m�[38;5;43m20221209133725851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133725851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133725851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133725851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133725852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133725852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133725852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:27.361297 run osmo-stp_10.42.42.5(pid=11078): stdout: \u000a| (launched: 2022-12-09_13:37:25.680421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:27.482865 run osmo-stp_10.42.42.5(pid=11078): stderr: \u000a| �[0;m�[38;5;43m20221209133725851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133725851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133725851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133725851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133725852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133725852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133725852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:27.624412 run patchelf(pid=11081): Terminating (SIGINT)\u000a13:37:27.790375 run patchelf(pid=11081): Terminated: ok {rc=0}\u000a13:37:27.820671 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11078): Process ended prematurely: osmo-stp_10.42.42.5(pid=11078) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11078)] [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:37:27.829274 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:37:27.889142 run osmo-hlr_10.42.42.2(pid=11075): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11075)]\u000a13:37:27.938047 run osmo-hlr_10.42.42.2(pid=11075): stdout: \u000a| (launched: 2022-12-09_13:37:24.764762) \u000a13:37:27.987729 run osmo-hlr_10.42.42.2(pid=11075): stderr: \u000a| �[0;m�[1;31m20221209133724939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133724939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133724939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133724939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133724940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133724940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133724951 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133724960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133724961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133724961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:28.029832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11074): Terminating (SIGTERM)\u000a13:37:28.069635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11077): Terminating (SIGTERM)\u000a13:37:28.109463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11080): Terminating (SIGTERM)\u000a13:37:28.118749 --- ParallelTerminationStrategy: PID 11074 died...\u000a13:37:28.172019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11074): Terminated: ok {rc=0}\u000a13:37:28.181879 --- ParallelTerminationStrategy: PID 11077 died...\u000a13:37:28.234945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11077): Terminated: ok {rc=0}\u000a13:37:28.244545 --- ParallelTerminationStrategy: PID 11080 died...\u000a13:37:28.297666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11080): Terminated: ok {rc=0}\u000a13:37:28.381061 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:36:30" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11097): Process ended prematurely: osmo-stp_10.42.42.5(pid=11097) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11097)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11097): Process ended prematurely: osmo-stp_10.42.42.5(pid=11097) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:37:30.548080 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:30.559563 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:37:30.725212 tst cs_paging_gprs_active.py: using LAC 21825\u000a13:37:30.845864 tst cs_paging_gprs_active.py: using RAC 150\u000a13:37:30.979441 tst cs_paging_gprs_active.py: using CellId 21825\u000a13:37:31.140832 tst cs_paging_gprs_active.py: using BVCI 21826\u000a13:37:31.175396 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:31.192449 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:31.208340 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:31.223378 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:31.240551 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:31.257600 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:31.275677 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:31.291946 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:31.308843 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:37:31.435918 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:37:31.746181 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:37:31.884661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:37:32.252539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11085): Launched\u000a13:37:32.532910 run iperf3-srv_10.42.42.10(pid=11086): Launched\u000a13:37:32.729795 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:37:32.863585 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:37:33.195505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11087): Launched\u000a13:37:33.472243 run iperf3-srv_10.42.42.10(pid=11088): Launched\u000a13:37:33.669342 tst cs_paging_gprs_active.py:38: start network...\u000a13:37:33.803557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:34.310081 run create_hlr_db(pid=11089): Launched\u000a13:37:34.495260 bus /gobi_6: Setting Powered False\u000a13:37:35.516581 run create_hlr_db(pid=11089): Terminated: ok {rc=0}\u000a13:37:35.931712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11091): Launched\u000a13:37:36.253935 run osmo-hlr_10.42.42.2(pid=11094): Launched\u000a13:37:36.374004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:36.933735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11096): Launched\u000a13:37:37.255094 run osmo-stp_10.42.42.5(pid=11097): Launched\u000a13:37:37.372016 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:37:37.934902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11099): Launched\u000a13:37:38.049775 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:37:38.330783 run patchelf(pid=11100): Launched\u000a13:37:38.521423 run osmo-stp_10.42.42.5(pid=11097): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11097)]\u000a13:37:38.659194 run osmo-stp_10.42.42.5(pid=11097): stdout: \u000a| (launched: 2022-12-09_13:37:37.097351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:38.797239 run osmo-stp_10.42.42.5(pid=11097): stderr: \u000a| �[0;m�[38;5;43m20221209133737287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133737287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133737288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133737288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133737289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133737289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133737289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:38.930598 run osmo-stp_10.42.42.5(pid=11097): stdout: \u000a| (launched: 2022-12-09_13:37:37.097351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:39.062784 run osmo-stp_10.42.42.5(pid=11097): stderr: \u000a| �[0;m�[38;5;43m20221209133737287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133737287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133737288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133737288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133737289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133737289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133737289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:39.215893 run patchelf(pid=11100): Terminating (SIGINT)\u000a13:37:39.395486 run patchelf(pid=11100): Terminated: ok {rc=0}\u000a13:37:39.428375 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11097): Process ended prematurely: osmo-stp_10.42.42.5(pid=11097) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11097)] [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:37:39.438282 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:37:39.501514 run osmo-hlr_10.42.42.2(pid=11094): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11094)]\u000a13:37:39.553171 run osmo-hlr_10.42.42.2(pid=11094): stdout: \u000a| (launched: 2022-12-09_13:37:36.095300) \u000a13:37:39.605087 run osmo-hlr_10.42.42.2(pid=11094): stderr: \u000a| �[0;m�[1;31m20221209133736294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133736294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133736294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133736295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133736295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133736295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133736307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133736315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133736315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133736315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:39.649270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11085): Terminating (SIGTERM)\u000a13:37:39.691173 run iperf3-srv_10.42.42.10(pid=11086): Terminating (SIGTERM)\u000a13:37:39.732941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11087): Terminating (SIGTERM)\u000a13:37:39.775070 run iperf3-srv_10.42.42.10(pid=11088): Terminating (SIGTERM)\u000a13:37:39.816842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11091): Terminating (SIGTERM)\u000a13:37:39.858523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11096): Terminating (SIGTERM)\u000a13:37:39.900317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11099): Terminating (SIGTERM)\u000a13:37:39.910005 --- ParallelTerminationStrategy: PID 11085 died...\u000a13:37:39.966081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11085): Terminated: ok {rc=0}\u000a13:37:39.976095 --- ParallelTerminationStrategy: PID 11086 died...\u000a13:37:40.032045 run iperf3-srv_10.42.42.10(pid=11086): Terminated {rc=256}\u000a13:37:40.042154 --- ParallelTerminationStrategy: PID 11087 died...\u000a13:37:40.097972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11087): Terminated: ok {rc=0}\u000a13:37:40.107923 --- ParallelTerminationStrategy: PID 11088 died...\u000a13:37:40.163889 run iperf3-srv_10.42.42.10(pid=11088): Terminated {rc=256}\u000a13:37:40.173961 --- ParallelTerminationStrategy: PID 11091 died...\u000a13:37:40.229815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11091): Terminated: ok {rc=0}\u000a13:37:40.239826 --- ParallelTerminationStrategy: PID 11096 died...\u000a13:37:40.295853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11096): Terminated: ok {rc=0}\u000a13:37:40.305957 --- ParallelTerminationStrategy: PID 11099 died...\u000a13:37:40.361882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11099): Terminated: ok {rc=0}\u000a13:37:40.448831 bus /gobi_0: Setting Powered False\u000a13:37:41.556470 bus /gobi_0: Setting Powered False\u000a13:37:42.667410 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11109): Process ended prematurely: osmo-stp_10.42.42.5(pid=11109) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11109)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11109): Process ended prematurely: osmo-stp_10.42.42.5(pid=11109) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:37:43.776997 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:43.788401 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:37:43.946833 tst iperf3.py: using LAC 21826\u000a13:37:44.066421 tst iperf3.py: using RAC 151\u000a13:37:44.184896 tst iperf3.py: using CellId 21826\u000a13:37:44.305720 tst iperf3.py: using BVCI 21827\u000a13:37:44.329254 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:44.340225 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:44.351067 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:44.361987 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:44.372483 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:44.383233 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:44.394080 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:44.404720 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:44.415532 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:37:44.688890 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:37:44.814049 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:37:45.125293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11101): Launched\u000a13:37:45.383748 run iperf3-srv_10.42.42.10(pid=11102): Launched\u000a13:37:45.565621 tst iperf3.py:8: start network...\u000a13:37:45.689851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:46.223319 run create_hlr_db(pid=11103): Launched\u000a13:37:46.400169 bus /gobi_6: Setting Powered False\u000a13:37:47.415564 run create_hlr_db(pid=11103): Terminated: ok {rc=0}\u000a13:37:47.815789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11105): Launched\u000a13:37:48.117399 run osmo-hlr_10.42.42.2(pid=11106): Launched\u000a13:37:48.234356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:48.760806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11108): Launched\u000a13:37:49.061901 run osmo-stp_10.42.42.5(pid=11109): Launched\u000a13:37:49.172142 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:37:49.696239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11111): Launched\u000a13:37:49.802865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:37:50.063443 run patchelf(pid=11112): Launched\u000a13:37:50.238984 run osmo-stp_10.42.42.5(pid=11109): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11109)]\u000a13:37:50.366986 run osmo-stp_10.42.42.5(pid=11109): stdout: \u000a| (launched: 2022-12-09_13:37:48.913550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:50.495149 run osmo-stp_10.42.42.5(pid=11109): stderr: \u000a| �[0;m�[38;5;43m20221209133749084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133749085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133749085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133749085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133749086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133749086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133749086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:50.620149 run osmo-stp_10.42.42.5(pid=11109): stdout: \u000a| (launched: 2022-12-09_13:37:48.913550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:50.743007 run osmo-stp_10.42.42.5(pid=11109): stderr: \u000a| �[0;m�[38;5;43m20221209133749084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133749085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133749085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133749085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133749086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133749086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133749086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:50.885433 run patchelf(pid=11112): Terminating (SIGINT)\u000a13:37:51.052682 run patchelf(pid=11112): Terminated: ok {rc=0}\u000a13:37:51.084003 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11109): Process ended prematurely: osmo-stp_10.42.42.5(pid=11109) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11109)] [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:37:51.093408 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a13:37:51.152806 run osmo-hlr_10.42.42.2(pid=11106): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11106)]\u000a13:37:51.201103 run osmo-hlr_10.42.42.2(pid=11106): stdout: \u000a| (launched: 2022-12-09_13:37:47.969293) \u000a13:37:51.250108 run osmo-hlr_10.42.42.2(pid=11106): stderr: \u000a| �[0;m�[1;31m20221209133748145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133748145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133748145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133748145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133748145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133748145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133748157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133748166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133748167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133748167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:51.291690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11101): Terminating (SIGTERM)\u000a13:37:51.330999 run iperf3-srv_10.42.42.10(pid=11102): Terminating (SIGTERM)\u000a13:37:51.370252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11105): Terminating (SIGTERM)\u000a13:37:51.409408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11108): Terminating (SIGTERM)\u000a13:37:51.449045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11111): Terminating (SIGTERM)\u000a13:37:51.458080 --- ParallelTerminationStrategy: PID 11101 died...\u000a13:37:51.511203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11101): Terminated: ok {rc=0}\u000a13:37:51.520878 --- ParallelTerminationStrategy: PID 11102 died...\u000a13:37:51.573813 run iperf3-srv_10.42.42.10(pid=11102): Terminated {rc=256}\u000a13:37:51.583270 --- ParallelTerminationStrategy: PID 11105 died...\u000a13:37:51.636070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11105): Terminated: ok {rc=0}\u000a13:37:51.645806 --- ParallelTerminationStrategy: PID 11108 died...\u000a13:37:51.698270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11108): Terminated: ok {rc=0}\u000a13:37:51.707915 --- ParallelTerminationStrategy: PID 11111 died...\u000a13:37:51.760693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11111): Terminated: ok {rc=0}\u000a13:37:51.843397 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11127): Process ended prematurely: osmo-stp_10.42.42.5(pid=11127) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11127)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11127): Process ended prematurely: osmo-stp_10.42.42.5(pid=11127) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:37:52.957806 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:52.969803 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:37:53.138039 tst iperf3m4.py: using LAC 21827\u000a13:37:53.265807 tst iperf3m4.py: using RAC 152\u000a13:37:53.393558 tst iperf3m4.py: using CellId 21827\u000a13:37:53.519482 tst iperf3m4.py: using BVCI 21828\u000a13:37:53.544498 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:53.555784 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:53.566942 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:53.578957 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:53.590442 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:53.601949 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:53.613427 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:53.624562 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:37:53.636346 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:37:53.753206 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:37:53.875682 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:37:53.991129 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:37:54.282115 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:37:54.416549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:37:54.749529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11113): Launched\u000a13:37:55.020253 run iperf3-srv_10.42.42.10(pid=11114): Launched\u000a13:37:55.202929 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:37:55.327998 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:37:55.640750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11115): Launched\u000a13:37:55.900569 run iperf3-srv_10.42.42.10(pid=11116): Launched\u000a13:37:56.083678 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:37:56.208508 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:37:56.519371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11117): Launched\u000a13:37:56.780107 run iperf3-srv_10.42.42.10(pid=11118): Launched\u000a13:37:56.962732 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:37:57.087952 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:37:57.399156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11119): Launched\u000a13:37:57.659244 run iperf3-srv_10.42.42.10(pid=11120): Launched\u000a13:37:57.841888 tst iperf3m4.py:8: start network...\u000a13:37:57.966670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:58.449757 run create_hlr_db(pid=11121): Launched\u000a13:37:58.623196 bus /gobi_6: Setting Powered False\u000a13:37:59.656299 run create_hlr_db(pid=11121): Terminated: ok {rc=0}\u000a13:38:00.060684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11123): Launched\u000a13:38:00.362480 run osmo-hlr_10.42.42.2(pid=11124): Launched\u000a13:38:00.480333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:01.032279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11126): Launched\u000a13:38:01.439182 run osmo-stp_10.42.42.5(pid=11127): Launched\u000a13:38:01.727742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:38:02.394692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11157): Launched\u000a13:38:02.520889 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:38:02.882109 run patchelf(pid=11167): Launched\u000a13:38:03.092086 run osmo-stp_10.42.42.5(pid=11127): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11127)]\u000a13:38:03.254152 run osmo-stp_10.42.42.5(pid=11127): stdout: \u000a| (launched: 2022-12-09_13:38:01.201930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:03.409310 run osmo-stp_10.42.42.5(pid=11127): stderr: \u000a| �[0;m�[38;5;43m20221209133801485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133801485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133801485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133801486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133801486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133801486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133801486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:03.579421 run osmo-stp_10.42.42.5(pid=11127): stdout: \u000a| (launched: 2022-12-09_13:38:01.201930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:03.746375 run osmo-stp_10.42.42.5(pid=11127): stderr: \u000a| �[0;m�[38;5;43m20221209133801485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133801485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133801485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133801486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133801486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133801486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133801486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:03.936094 run patchelf(pid=11167): Terminating (SIGINT)\u000a13:38:04.158526 run patchelf(pid=11167): Terminated: ok {rc=0}\u000a13:38:04.197916 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11127): Process ended prematurely: osmo-stp_10.42.42.5(pid=11127) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11127)] [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:38:04.211725 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a13:38:04.298988 run osmo-hlr_10.42.42.2(pid=11124): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11124)]\u000a13:38:04.361980 run osmo-hlr_10.42.42.2(pid=11124): stdout: \u000a| (launched: 2022-12-09_13:38:00.213983) \u000a13:38:04.427988 run osmo-hlr_10.42.42.2(pid=11124): stderr: \u000a| �[0;m�[1;31m20221209133800390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133800390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133800390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133800390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133800390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133800390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133800402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133800411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133800412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133800412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:04.490844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11113): Terminating (SIGTERM)\u000a13:38:04.545810 run iperf3-srv_10.42.42.10(pid=11114): Terminating (SIGTERM)\u000a13:38:04.601982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11115): Terminating (SIGTERM)\u000a13:38:04.660266 run iperf3-srv_10.42.42.10(pid=11116): Terminating (SIGTERM)\u000a13:38:04.718132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11117): Terminating (SIGTERM)\u000a13:38:04.775555 run iperf3-srv_10.42.42.10(pid=11118): Terminating (SIGTERM)\u000a13:38:04.830883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11119): Terminating (SIGTERM)\u000a13:38:04.882922 run iperf3-srv_10.42.42.10(pid=11120): Terminating (SIGTERM)\u000a13:38:04.940714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11123): Terminating (SIGTERM)\u000a13:38:05.000424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11126): Terminating (SIGTERM)\u000a13:38:05.059850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11157): Terminating (SIGTERM)\u000a13:38:05.075142 --- ParallelTerminationStrategy: PID 11113 died...\u000a13:38:05.140407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11113): Terminated: ok {rc=0}\u000a13:38:05.151779 --- ParallelTerminationStrategy: PID 11114 died...\u000a13:38:05.210947 run iperf3-srv_10.42.42.10(pid=11114): Terminated {rc=256}\u000a13:38:05.222276 --- ParallelTerminationStrategy: PID 11115 died...\u000a13:38:05.290140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11115): Terminated: ok {rc=0}\u000a13:38:05.301479 --- ParallelTerminationStrategy: PID 11116 died...\u000a13:38:05.362761 run iperf3-srv_10.42.42.10(pid=11116): Terminated {rc=256}\u000a13:38:05.373863 --- ParallelTerminationStrategy: PID 11117 died...\u000a13:38:05.435313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11117): Terminated: ok {rc=0}\u000a13:38:05.446484 --- ParallelTerminationStrategy: PID 11118 died...\u000a13:38:05.506385 run iperf3-srv_10.42.42.10(pid=11118): Terminated {rc=256}\u000a13:38:05.517563 --- ParallelTerminationStrategy: PID 11119 died...\u000a13:38:05.578105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11119): Terminated: ok {rc=0}\u000a13:38:05.589605 --- ParallelTerminationStrategy: PID 11120 died...\u000a13:38:05.648826 run iperf3-srv_10.42.42.10(pid=11120): Terminated {rc=256}\u000a13:38:05.660260 --- ParallelTerminationStrategy: PID 11123 died...\u000a13:38:05.720801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11123): Terminated: ok {rc=0}\u000a13:38:05.732936 --- ParallelTerminationStrategy: PID 11126 died...\u000a13:38:05.792335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11126): Terminated: ok {rc=0}\u000a13:38:05.803454 --- ParallelTerminationStrategy: PID 11157 died...\u000a13:38:05.863252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11157): Terminated: ok {rc=0}\u000a13:38:05.954972 bus /gobi_4: Setting Powered False\u000a13:38:07.064670 bus /gobi_4: Setting Powered False\u000a13:38:08.181102 bus /gobi_1: Setting Powered False\u000a13:38:09.290618 bus /gobi_1: Setting Powered False\u000a13:38:10.401549 bus /gobi_0: Setting Powered False\u000a13:38:11.509916 bus /gobi_0: Setting Powered False\u000a13:38:12.623003 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11409): Process ended prematurely: osmo-stp_10.42.42.5(pid=11409) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11409)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11409): Process ended prematurely: osmo-stp_10.42.42.5(pid=11409) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:38:13.692485 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:38:13.705517 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:38:13.878091 tst ping.py: using LAC 21828\u000a13:38:14.006856 tst ping.py: using RAC 153\u000a13:38:14.125107 tst ping.py: using CellId 21828\u000a13:38:14.248741 tst ping.py: using BVCI 21829\u000a13:38:14.274185 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:38:14.286174 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:38:14.298032 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:38:14.310043 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:38:14.321753 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:38:14.334792 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:38:14.347094 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:38:14.359177 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:38:14.636441 tst ping.py:19: start network...\u000a13:38:14.765372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:15.286854 run create_hlr_db(pid=11403): Launched\u000a13:38:15.463844 bus /gobi_6: Setting Powered False\u000a13:38:16.537912 run create_hlr_db(pid=11403): Terminated: ok {rc=0}\u000a13:38:17.084728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11405): Launched\u000a13:38:17.522052 run osmo-hlr_10.42.42.2(pid=11406): Launched\u000a13:38:17.694030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:18.366497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11408): Launched\u000a13:38:18.773529 run osmo-stp_10.42.42.5(pid=11409): Launched\u000a13:38:18.992473 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:38:19.564875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11411): Launched\u000a13:38:19.681251 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:38:19.973697 run patchelf(pid=11412): Launched\u000a13:38:20.164147 run osmo-stp_10.42.42.5(pid=11409): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11409)]\u000a13:38:20.303677 run osmo-stp_10.42.42.5(pid=11409): stdout: \u000a| (launched: 2022-12-09_13:38:18.519626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:20.444050 run osmo-stp_10.42.42.5(pid=11409): stderr: \u000a| �[0;m�[38;5;43m20221209133818804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133818804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133818804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133818805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133818805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133818805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133818805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:20.580213 run osmo-stp_10.42.42.5(pid=11409): stdout: \u000a| (launched: 2022-12-09_13:38:18.519626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:20.714724 run osmo-stp_10.42.42.5(pid=11409): stderr: \u000a| �[0;m�[38;5;43m20221209133818804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133818804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133818804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133818805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133818805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133818805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133818805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:20.869919 run patchelf(pid=11412): Terminating (SIGINT)\u000a13:38:21.052525 run patchelf(pid=11412): Terminated: ok {rc=0}\u000a13:38:21.086418 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11409): Process ended prematurely: osmo-stp_10.42.42.5(pid=11409) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11409)] [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:38:21.096705 tst ping.py:22: Test FAILED (7.4 sec)\u000a13:38:21.165504 run osmo-hlr_10.42.42.2(pid=11406): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11406)]\u000a13:38:21.220132 run osmo-hlr_10.42.42.2(pid=11406): stdout: \u000a| (launched: 2022-12-09_13:38:17.239040) \u000a13:38:21.275763 run osmo-hlr_10.42.42.2(pid=11406): stderr: \u000a| �[0;m�[1;31m20221209133817583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133817583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133817583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133817583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133817583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133817583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133817603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133817616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133817616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133817616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:21.323374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11405): Terminating (SIGTERM)\u000a13:38:21.370312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11408): Terminating (SIGTERM)\u000a13:38:21.416029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11411): Terminating (SIGTERM)\u000a13:38:21.428168 --- ParallelTerminationStrategy: PID 11405 died...\u000a13:38:21.490295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11405): Terminated: ok {rc=0}\u000a13:38:21.501603 --- ParallelTerminationStrategy: PID 11408 died...\u000a13:38:21.561912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11408): Terminated: ok {rc=0}\u000a13:38:21.573209 --- ParallelTerminationStrategy: PID 11411 died...\u000a13:38:21.633280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11411): Terminated: ok {rc=0}\u000a13:38:21.725131 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11419): Process ended prematurely: osmo-stp_10.42.42.5(pid=11419) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11419)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11419): Process ended prematurely: osmo-stp_10.42.42.5(pid=11419) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:38:22.780565 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:38:22.793622 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:38:22.966422 tst ping_idle_ping.py: using LAC 21829\u000a13:38:23.094201 tst ping_idle_ping.py: using RAC 154\u000a13:38:23.226300 tst ping_idle_ping.py: using CellId 21829\u000a13:38:23.355102 tst ping_idle_ping.py: using BVCI 21830\u000a13:38:23.381071 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:38:23.393469 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:38:23.407167 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:38:23.420891 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:38:23.433379 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:38:23.446744 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:38:23.461607 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:38:23.475403 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:38:23.777433 tst ping_idle_ping.py:24: start network...\u000a13:38:23.914381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:24.473747 run create_hlr_db(pid=11413): Launched\u000a13:38:24.669267 bus /gobi_6: Setting Powered False\u000a13:38:25.682010 run create_hlr_db(pid=11413): Terminated: ok {rc=0}\u000a13:38:26.109160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11415): Launched\u000a13:38:26.427725 run osmo-hlr_10.42.42.2(pid=11416): Launched\u000a13:38:26.547596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:27.098074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11418): Launched\u000a13:38:27.415862 run osmo-stp_10.42.42.5(pid=11419): Launched\u000a13:38:27.531980 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:38:28.086149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11421): Launched\u000a13:38:28.199319 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:38:28.476500 run patchelf(pid=11422): Launched\u000a13:38:28.663185 run osmo-stp_10.42.42.5(pid=11419): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11419)]\u000a13:38:28.799372 run osmo-stp_10.42.42.5(pid=11419): stdout: \u000a| (launched: 2022-12-09_13:38:27.258533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:28.935826 run osmo-stp_10.42.42.5(pid=11419): stderr: \u000a| �[0;m�[38;5;43m20221209133827450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133827450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133827450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133827451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133827451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133827451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133827451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:29.067149 run osmo-stp_10.42.42.5(pid=11419): stdout: \u000a| (launched: 2022-12-09_13:38:27.258533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:29.196848 run osmo-stp_10.42.42.5(pid=11419): stderr: \u000a| �[0;m�[38;5;43m20221209133827450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133827450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133827450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133827451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133827451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133827451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133827451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:29.347853 run patchelf(pid=11422): Terminating (SIGINT)\u000a13:38:29.525164 run patchelf(pid=11422): Terminated: ok {rc=0}\u000a13:38:29.558208 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11419): Process ended prematurely: osmo-stp_10.42.42.5(pid=11419) [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11419)] [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:38:29.567403 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a13:38:29.632042 run osmo-hlr_10.42.42.2(pid=11416): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11416)]\u000a13:38:29.684358 run osmo-hlr_10.42.42.2(pid=11416): stdout: \u000a| (launched: 2022-12-09_13:38:26.270502) \u000a13:38:29.737458 run osmo-hlr_10.42.42.2(pid=11416): stderr: \u000a| �[0;m�[1;31m20221209133826469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133826469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133826469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133826469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133826469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133826469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133826485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133826495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133826495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133826495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:29.782739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11415): Terminating (SIGTERM)\u000a13:38:29.825138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11418): Terminating (SIGTERM)\u000a13:38:29.867479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11421): Terminating (SIGTERM)\u000a13:38:29.877716 --- ParallelTerminationStrategy: PID 11415 died...\u000a13:38:29.934754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11415): Terminated: ok {rc=0}\u000a13:38:29.945103 --- ParallelTerminationStrategy: PID 11418 died...\u000a13:38:30.001310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11418): Terminated: ok {rc=0}\u000a13:38:30.011842 --- ParallelTerminationStrategy: PID 11421 died...\u000a13:38:30.068693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11421): Terminated: ok {rc=0}\u000a13:38:30.155690 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:37:30" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11432): Process ended prematurely: osmo-stp_10.42.42.5(pid=11432) [trial-2360↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11432)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11432): Process ended prematurely: osmo-stp_10.42.42.5(pid=11432) [trial-2360↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:38:32.217030 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:38:32.229434 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:38:32.395604 tst switch_tch_pdch.py: using LAC 21830\u000a13:38:32.519570 tst switch_tch_pdch.py: using RAC 155\u000a13:38:32.643804 tst switch_tch_pdch.py: using CellId 21830\u000a13:38:32.767335 tst switch_tch_pdch.py: using BVCI 21831\u000a13:38:32.791660 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:38:32.803449 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:38:32.815049 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:38:32.826820 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:38:32.838494 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:38:32.850183 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:38:32.862078 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:38:32.873845 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:38:32.992080 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:38:33.272921 tst switch_tch_pdch.py:51: start network...\u000a13:38:33.396781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:33.871310 run create_hlr_db(pid=11426): Launched\u000a13:38:34.042016 bus /gobi_6: Setting Powered False\u000a13:38:35.062531 run create_hlr_db(pid=11426): Terminated: ok {rc=0}\u000a13:38:35.481916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11428): Launched\u000a13:38:35.799236 run osmo-hlr_10.42.42.2(pid=11429): Launched\u000a13:38:35.919357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:36.468070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11431): Launched\u000a13:38:36.784166 run osmo-stp_10.42.42.5(pid=11432): Launched\u000a13:38:36.898675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:38:37.450119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11434): Launched\u000a13:38:37.563360 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:38:37.839377 run patchelf(pid=11435): Launched\u000a13:38:38.024648 run osmo-stp_10.42.42.5(pid=11432): ERR: Terminated: ERROR {rc=1} [trial-2360↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11432)]\u000a13:38:38.160082 run osmo-stp_10.42.42.5(pid=11432): stdout: \u000a| (launched: 2022-12-09_13:38:36.629090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:38.295912 run osmo-stp_10.42.42.5(pid=11432): stderr: \u000a| �[0;m�[38;5;43m20221209133836820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133836820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133836820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133836821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133836821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133836821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133836821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:38.427088 run osmo-stp_10.42.42.5(pid=11432): stdout: \u000a| (launched: 2022-12-09_13:38:36.629090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:38.557351 run osmo-stp_10.42.42.5(pid=11432): stderr: \u000a| �[0;m�[38;5;43m20221209133836820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133836820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133836820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133836821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133836821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133836821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133836821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:38.707899 run patchelf(pid=11435): Terminating (SIGINT)\u000a13:38:38.884386 run patchelf(pid=11435): Terminated: ok {rc=0}\u000a13:38:38.917039 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11432): Process ended prematurely: osmo-stp_10.42.42.5(pid=11432) [trial-2360↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11432)] [trial-2360↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:38:38.926462 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a13:38:38.989859 run osmo-hlr_10.42.42.2(pid=11429): ERR: Terminated: ERROR {rc=237} [trial-2360↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11429)]\u000a13:38:39.041443 run osmo-hlr_10.42.42.2(pid=11429): stdout: \u000a| (launched: 2022-12-09_13:38:35.642863) \u000a13:38:39.093847 run osmo-hlr_10.42.42.2(pid=11429): stderr: \u000a| �[0;m�[1;31m20221209133835841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133835841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133835841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133835841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133835841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133835841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133835853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133835861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133835862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133835862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:39.138201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11428): Terminating (SIGTERM)\u000a13:38:39.180166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11431): Terminating (SIGTERM)\u000a13:38:39.222010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11434): Terminating (SIGTERM)\u000a13:38:39.232004 --- ParallelTerminationStrategy: PID 11428 died...\u000a13:38:39.288182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11428): Terminated: ok {rc=0}\u000a13:38:39.298375 --- ParallelTerminationStrategy: PID 11431 died...\u000a13:38:39.354291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11431): Terminated: ok {rc=0}\u000a13:38:39.364458 --- ParallelTerminationStrategy: PID 11434 died...\u000a13:38:39.419893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11434): Terminated: ok {rc=0}\u000a13:38:39.505921 bus /gobi_0: Setting Powered False\u000a13:38:40.612275 bus /gobi_0: Setting Powered False\u000a13:38:41.718402 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:38:31" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11446): Process ended prematurely: osmo-stp_10.42.42.5(pid=11446) [trial-2360↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11446)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11446): Process ended prematurely: osmo-stp_10.42.42.5(pid=11446) [trial-2360↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:38:43.706702 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:38:43.718161 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:38:43.879268 tst switch_tch_pdch.py: using LAC 21831\u000a13:38:44.000842 tst switch_tch_pdch.py: using RAC 156\u000a13:38:44.127930 tst switch_tch_pdch.py: using CellId 21831\u000a13:38:44.251882 tst switch_tch_pdch.py: using BVCI 21832\u000a13:38:44.276025 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:38:44.287340 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:38:44.298656 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:38:44.310271 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:38:44.321764 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:38:44.333419 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:38:44.345169 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:38:44.356678 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:38:44.476278 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:38:44.752826 tst switch_tch_pdch.py:51: start network...\u000a13:38:44.876019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:45.325516 run create_hlr_db(pid=11440): Launched\u000a13:38:45.445735 bus /gobi_6: Setting Powered False\u000a13:38:46.534336 run create_hlr_db(pid=11440): Terminated: ok {rc=0}\u000a13:38:46.947424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11442): Launched\u000a13:38:47.278770 run osmo-hlr_10.42.42.2(pid=11443): Launched\u000a13:38:47.386538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:47.874276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11445): Launched\u000a13:38:48.167752 run osmo-stp_10.42.42.5(pid=11446): Launched\u000a13:38:48.273978 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:38:48.762602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11448): Launched\u000a13:38:48.867258 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:38:49.126635 run patchelf(pid=11449): Launched\u000a13:38:49.299583 run osmo-stp_10.42.42.5(pid=11446): ERR: Terminated: ERROR {rc=1} [trial-2360↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11446)]\u000a13:38:49.425950 run osmo-stp_10.42.42.5(pid=11446): stdout: \u000a| (launched: 2022-12-09_13:38:48.023335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:49.552044 run osmo-stp_10.42.42.5(pid=11446): stderr: \u000a| �[0;m�[38;5;43m20221209133848194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133848194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133848195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133848195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133848196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133848196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133848196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:49.674101 run osmo-stp_10.42.42.5(pid=11446): stdout: \u000a| (launched: 2022-12-09_13:38:48.023335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:49.794973 run osmo-stp_10.42.42.5(pid=11446): stderr: \u000a| �[0;m�[38;5;43m20221209133848194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133848194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133848195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133848195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133848196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133848196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133848196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:49.936293 run patchelf(pid=11449): Terminating (SIGINT)\u000a13:38:50.102245 run patchelf(pid=11449): Terminated: ok {rc=0}\u000a13:38:50.132390 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11446): Process ended prematurely: osmo-stp_10.42.42.5(pid=11446) [trial-2360↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11446)] [trial-2360↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:38:50.140879 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a13:38:50.200406 run osmo-hlr_10.42.42.2(pid=11443): ERR: Terminated: ERROR {rc=237} [trial-2360↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11443)]\u000a13:38:50.248903 run osmo-hlr_10.42.42.2(pid=11443): stdout: \u000a| (launched: 2022-12-09_13:38:47.111087) \u000a13:38:50.298349 run osmo-hlr_10.42.42.2(pid=11443): stderr: \u000a| �[0;m�[1;31m20221209133847341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133847341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133847341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133847341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133847341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133847341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133847353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133847362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133847362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133847362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:50.340125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11442): Terminating (SIGTERM)\u000a13:38:50.379583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11445): Terminating (SIGTERM)\u000a13:38:50.418965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11448): Terminating (SIGTERM)\u000a13:38:50.428462 --- ParallelTerminationStrategy: PID 11442 died...\u000a13:38:50.481191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11442): Terminated: ok {rc=0}\u000a13:38:50.491059 --- ParallelTerminationStrategy: PID 11445 died...\u000a13:38:50.543427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11445): Terminated: ok {rc=0}\u000a13:38:50.553205 --- ParallelTerminationStrategy: PID 11448 died...\u000a13:38:50.605539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11448): Terminated: ok {rc=0}\u000a13:38:50.693528 bus /gobi_0: Setting Powered False\u000a13:38:51.796566 bus /gobi_0: Setting Powered False\u000a13:38:52.907646 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:38:43" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11455): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11455) [trial-2360↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11455)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11455): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11455) [trial-2360↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a13:38:54.790244 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a13:38:54.801117 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:38:54.928711 tst mo_mt_sms.py: using LAC 21832\u000a13:38:55.054768 tst mo_mt_sms.py: using RAC 157\u000a13:38:55.178000 tst mo_mt_sms.py: using CellId 21832\u000a13:38:55.301482 tst mo_mt_sms.py: using BVCI 21833\u000a13:38:55.325730 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:38:55.441230 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:38:55.710816 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:38:55.832808 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:38:56.440688 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11454): Launched\u000a13:38:56.731525 run osmo-nitb_10.42.42.2(pid=11455): Launched\u000a13:38:56.913194 run osmo-nitb_10.42.42.2(pid=11455): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11455)]\u000a13:38:57.047105 run osmo-nitb_10.42.42.2(pid=11455): stdout: \u000a| (launched: 2022-12-09_13:38:56.590370) \u000a13:38:57.181607 run osmo-nitb_10.42.42.2(pid=11455): stderr: \u000a| (launched: 2022-12-09_13:38:56.634195)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:38:57.310771 run osmo-nitb_10.42.42.2(pid=11455): stdout: \u000a| (launched: 2022-12-09_13:38:56.590370) \u000a13:38:57.439174 run osmo-nitb_10.42.42.2(pid=11455): stderr: \u000a| (launched: 2022-12-09_13:38:56.634195)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:38:57.850451 tst osmo-nitb_10.42.42.2(pid=11455): stdout: \u000a| (launched: 2022-12-09_13:38:56.590370) \u000a13:38:57.967690 tst osmo-nitb_10.42.42.2(pid=11455): stderr: \u000a| (launched: 2022-12-09_13:38:56.634195)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:38:58.018979 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=11455): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11455) [trial-2360↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11455)] [trial-2360↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a13:38:58.027180 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a13:38:58.061611 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11454): Terminating (SIGTERM)\u000a13:38:58.239295 --- ParallelTerminationStrategy: PID 11454 died...\u000a13:38:58.293949 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11454): Terminated: ok {rc=0}\u000a13:38:58.381687 bus /sierra_3: Setting Powered False\u000a13:38:59.485809 bus /sierra_3: Setting Powered False\u000a13:39:00.593382 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:38:54" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11465): Process ended prematurely: osmo-stp_10.42.42.5(pid=11465) [trial-2360↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11465)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11465): Process ended prematurely: osmo-stp_10.42.42.5(pid=11465) [trial-2360↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a13:39:02.485287 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:39:02.496639 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:39:02.634782 tst mo_mt_sms.py: using LAC 21833\u000a13:39:02.758070 tst mo_mt_sms.py: using RAC 158\u000a13:39:02.886001 tst mo_mt_sms.py: using CellId 21833\u000a13:39:03.007742 tst mo_mt_sms.py: using BVCI 21834\u000a13:39:03.031863 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:39:03.043056 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:39:03.054079 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:39:03.065531 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:39:03.076882 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:39:03.088285 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:39:03.202393 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:39:03.409951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:03.906239 run create_hlr_db(pid=11459): Launched\u000a13:39:04.089529 bus /sierra_2: Setting Powered False\u000a13:39:05.109791 run create_hlr_db(pid=11459): Terminated: ok {rc=0}\u000a13:39:05.505250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11461): Launched\u000a13:39:05.799424 run osmo-hlr_10.42.42.2(pid=11462): Launched\u000a13:39:05.907175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:06.418431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11464): Launched\u000a13:39:06.712225 run osmo-stp_10.42.42.5(pid=11465): Launched\u000a13:39:06.818658 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:07.362578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11467): Launched\u000a13:39:07.658713 run osmo-msc_10.42.42.6(pid=11468): Launched\u000a13:39:07.832468 run osmo-stp_10.42.42.5(pid=11465): ERR: Terminated: ERROR {rc=1} [trial-2360↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11465)]\u000a13:39:07.958347 run osmo-stp_10.42.42.5(pid=11465): stdout: \u000a| (launched: 2022-12-09_13:39:06.567747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:08.081690 run osmo-stp_10.42.42.5(pid=11465): stderr: \u000a| �[0;m�[38;5;43m20221209133906738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133906738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133906739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133906739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133906739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133906740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133906740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:08.199700 run osmo-stp_10.42.42.5(pid=11465): stdout: \u000a| (launched: 2022-12-09_13:39:06.567747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:08.317117 run osmo-stp_10.42.42.5(pid=11465): stderr: \u000a| �[0;m�[38;5;43m20221209133906738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133906738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133906739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133906739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133906739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133906740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133906740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:08.368719 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=11465): Process ended prematurely: osmo-stp_10.42.42.5(pid=11465) [trial-2360↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11465)] [trial-2360↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a13:39:08.376936 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a13:39:08.435939 run osmo-hlr_10.42.42.2(pid=11462): ERR: Terminated: ERROR {rc=237} [trial-2360↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11462)]\u000a13:39:08.484422 run osmo-hlr_10.42.42.2(pid=11462): stdout: \u000a| (launched: 2022-12-09_13:39:05.654424) \u000a13:39:08.533673 run osmo-hlr_10.42.42.2(pid=11462): stderr: \u000a| �[0;m�[1;31m20221209133905829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133905829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133905829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133905829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133905829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133905829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133905842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133905852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133905853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133905853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:08.600657 run osmo-msc_10.42.42.6(pid=11468): ERR: Terminated: ERROR {rc=2} [trial-2360↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11468)]\u000a13:39:08.649134 run osmo-msc_10.42.42.6(pid=11468): stdout: \u000a| (launched: 2022-12-09_13:39:07.511892) \u000a13:39:08.698811 run osmo-msc_10.42.42.6(pid=11468): stderr: \u000a| �[0;m�[38;5;43m20221209133907780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133907780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6af37f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133907780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133907781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133907782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133907782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133907784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133907784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133907784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133907784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:39:08.740429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11461): Terminating (SIGTERM)\u000a13:39:08.779804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11464): Terminating (SIGTERM)\u000a13:39:08.819136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11467): Terminating (SIGTERM)\u000a13:39:08.828284 --- ParallelTerminationStrategy: PID 11461 died...\u000a13:39:08.881178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11461): Terminated: ok {rc=0}\u000a13:39:08.890800 --- ParallelTerminationStrategy: PID 11464 died...\u000a13:39:08.943368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11464): Terminated: ok {rc=0}\u000a13:39:08.952942 --- ParallelTerminationStrategy: PID 11467 died...\u000a13:39:09.005669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11467): Terminated: ok {rc=0}\u000a13:39:09.093837 bus /sierra_3: Setting Powered False\u000a13:39:10.201372 bus /sierra_3: Setting Powered False\u000a13:39:11.308392 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:39:02" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11474): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11474) [trial-2360↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11474)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11474): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11474) [trial-2360↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a13:39:13.146541 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a13:39:13.158296 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:39:13.295606 tst assert_extension.py: using LAC 21834\u000a13:39:13.418410 tst assert_extension.py: using RAC 159\u000a13:39:13.539265 tst assert_extension.py: using CellId 21834\u000a13:39:13.656093 tst assert_extension.py: using BVCI 21835\u000a13:39:13.678817 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a13:39:13.962570 tst assert_extension.py:10: start nitb and bts...\u000a13:39:14.093969 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:39:14.747560 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11473): Launched\u000a13:39:15.060467 run osmo-nitb_10.42.42.2(pid=11474): Launched\u000a13:39:15.254888 run osmo-nitb_10.42.42.2(pid=11474): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11474)]\u000a13:39:15.398098 run osmo-nitb_10.42.42.2(pid=11474): stdout: \u000a| (launched: 2022-12-09_13:39:14.907716) \u000a13:39:15.541747 run osmo-nitb_10.42.42.2(pid=11474): stderr: \u000a| (launched: 2022-12-09_13:39:14.954592)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:39:15.681385 run osmo-nitb_10.42.42.2(pid=11474): stdout: \u000a| (launched: 2022-12-09_13:39:14.907716) \u000a13:39:15.819131 run osmo-nitb_10.42.42.2(pid=11474): stderr: \u000a| (launched: 2022-12-09_13:39:14.954592)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:39:16.185938 tst osmo-nitb_10.42.42.2(pid=11474): stdout: \u000a| (launched: 2022-12-09_13:39:14.907716) \u000a13:39:16.310964 tst osmo-nitb_10.42.42.2(pid=11474): stderr: \u000a| (launched: 2022-12-09_13:39:14.954592)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:39:16.367754 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=11474): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11474) [trial-2360↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11474)] [trial-2360↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a13:39:16.376634 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a13:39:16.413836 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11473): Terminating (SIGTERM)\u000a13:39:16.591971 --- ParallelTerminationStrategy: PID 11473 died...\u000a13:39:16.647115 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11473): Terminated: ok {rc=0}\u000a13:39:16.734065 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:39:13" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11485): Process ended prematurely: osmo-stp_10.42.42.5(pid=11485) [trial-2360↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11485)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11485): Process ended prematurely: osmo-stp_10.42.42.5(pid=11485) [trial-2360↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a13:39:18.560561 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:39:18.571397 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:39:18.702436 tst assert_extension.py: using LAC 21835\u000a13:39:18.825032 tst assert_extension.py: using RAC 160\u000a13:39:18.947035 tst assert_extension.py: using CellId 21835\u000a13:39:19.069308 tst assert_extension.py: using BVCI 21836\u000a13:39:19.093494 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:39:19.104695 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:39:19.115884 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:39:19.127130 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:39:19.138516 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:39:19.149789 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a13:39:19.348887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:19.822037 run create_hlr_db(pid=11479): Launched\u000a13:39:19.992070 bus /sierra_2: Setting Powered False\u000a13:39:21.014178 run create_hlr_db(pid=11479): Terminated: ok {rc=0}\u000a13:39:21.437454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11481): Launched\u000a13:39:21.755651 run osmo-hlr_10.42.42.2(pid=11482): Launched\u000a13:39:21.874523 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:22.426322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11484): Launched\u000a13:39:22.743207 run osmo-stp_10.42.42.5(pid=11485): Launched\u000a13:39:22.858515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:23.434093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11487): Launched\u000a13:39:23.749528 run osmo-msc_10.42.42.6(pid=11488): Launched\u000a13:39:23.936055 run osmo-stp_10.42.42.5(pid=11485): ERR: Terminated: ERROR {rc=1} [trial-2360↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11485)]\u000a13:39:24.070998 run osmo-stp_10.42.42.5(pid=11485): stdout: \u000a| (launched: 2022-12-09_13:39:22.587353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:24.205278 run osmo-stp_10.42.42.5(pid=11485): stderr: \u000a| �[0;m�[38;5;43m20221209133922780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133922780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133922780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133922781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133922781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133922781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133922781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:24.332439 run osmo-stp_10.42.42.5(pid=11485): stdout: \u000a| (launched: 2022-12-09_13:39:22.587353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:24.458549 run osmo-stp_10.42.42.5(pid=11485): stderr: \u000a| �[0;m�[38;5;43m20221209133922780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133922780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133922780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133922781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133922781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133922781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133922781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:24.513641 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=11485): Process ended prematurely: osmo-stp_10.42.42.5(pid=11485) [trial-2360↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11485)] [trial-2360↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a13:39:24.522325 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a13:39:24.586066 run osmo-hlr_10.42.42.2(pid=11482): ERR: Terminated: ERROR {rc=237} [trial-2360↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11482)]\u000a13:39:24.637723 run osmo-hlr_10.42.42.2(pid=11482): stdout: \u000a| (launched: 2022-12-09_13:39:21.598808) \u000a13:39:24.690389 run osmo-hlr_10.42.42.2(pid=11482): stderr: \u000a| �[0;m�[1;31m20221209133921797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133921797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133921797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133921797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133921797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133921797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133921810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133921820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133921820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133921820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:24.761481 run osmo-msc_10.42.42.6(pid=11488): ERR: Terminated: ERROR {rc=2} [trial-2360↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11488)]\u000a13:39:24.812796 run osmo-msc_10.42.42.6(pid=11488): stdout: \u000a| (launched: 2022-12-09_13:39:23.594448) \u000a13:39:24.865146 run osmo-msc_10.42.42.6(pid=11488): stderr: \u000a| �[0;m�[38;5;43m20221209133923914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133923914 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20598d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133923914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133923914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133923914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133923914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133923916 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133923916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133923917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133923917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:39:24.909253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11481): Terminating (SIGTERM)\u000a13:39:24.951000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11484): Terminating (SIGTERM)\u000a13:39:24.993054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11487): Terminating (SIGTERM)\u000a13:39:25.002932 --- ParallelTerminationStrategy: PID 11481 died...\u000a13:39:25.059185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11481): Terminated: ok {rc=0}\u000a13:39:25.069386 --- ParallelTerminationStrategy: PID 11484 died...\u000a13:39:25.125454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11484): Terminated: ok {rc=0}\u000a13:39:25.135579 --- ParallelTerminationStrategy: PID 11487 died...\u000a13:39:25.190950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11487): Terminated: ok {rc=0}\u000a13:39:25.278345 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:39:18" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11499): Process ended prematurely: osmo-stp_10.42.42.5(pid=11499) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11499)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11499): Process ended prematurely: osmo-stp_10.42.42.5(pid=11499) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:39:27.237121 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:39:27.248942 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:39:27.409587 tst mo_mt_call.py: using LAC 21836\u000a13:39:27.537594 tst mo_mt_call.py: using RAC 161\u000a13:39:27.665746 tst mo_mt_call.py: using CellId 21836\u000a13:39:27.791299 tst mo_mt_call.py: using BVCI 21837\u000a13:39:27.815924 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:39:27.827747 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:39:27.839357 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:39:27.851253 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:39:27.863150 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:39:27.874888 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:39:27.990262 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:39:28.201249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:28.706631 run create_hlr_db(pid=11493): Launched\u000a13:39:28.891666 bus /sierra_2: Setting Powered False\u000a13:39:29.912351 run create_hlr_db(pid=11493): Terminated: ok {rc=0}\u000a13:39:30.315478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11495): Launched\u000a13:39:30.617718 run osmo-hlr_10.42.42.2(pid=11496): Launched\u000a13:39:30.728941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:31.312059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11498): Launched\u000a13:39:31.719665 run osmo-stp_10.42.42.5(pid=11499): Launched\u000a13:39:31.938170 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:32.570303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11501): Launched\u000a13:39:32.873889 run osmo-msc_10.42.42.6(pid=11502): Launched\u000a13:39:33.050329 run osmo-stp_10.42.42.5(pid=11499): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11499)]\u000a13:39:33.177467 run osmo-stp_10.42.42.5(pid=11499): stdout: \u000a| (launched: 2022-12-09_13:39:31.468672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:33.302550 run osmo-stp_10.42.42.5(pid=11499): stderr: \u000a| �[0;m�[38;5;43m20221209133931806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133931806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133931807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133931807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133931807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133931807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133931807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:33.423907 run osmo-stp_10.42.42.5(pid=11499): stdout: \u000a| (launched: 2022-12-09_13:39:31.468672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:33.543872 run osmo-stp_10.42.42.5(pid=11499): stderr: \u000a| �[0;m�[38;5;43m20221209133931806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133931806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133931807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133931807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133931807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133931807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133931807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:33.596799 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11499): Process ended prematurely: osmo-stp_10.42.42.5(pid=11499) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11499)] [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:39:33.605507 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:39:33.664648 run osmo-hlr_10.42.42.2(pid=11496): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11496)]\u000a13:39:33.713330 run osmo-hlr_10.42.42.2(pid=11496): stdout: \u000a| (launched: 2022-12-09_13:39:30.468536) \u000a13:39:33.762529 run osmo-hlr_10.42.42.2(pid=11496): stderr: \u000a| �[0;m�[1;31m20221209133930646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133930646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133930646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133930646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133930646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133930647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133930661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133930672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133930672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133930672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:33.829611 run osmo-msc_10.42.42.6(pid=11502): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11502)]\u000a13:39:33.878584 run osmo-msc_10.42.42.6(pid=11502): stdout: \u000a| (launched: 2022-12-09_13:39:32.722970) \u000a13:39:33.927536 run osmo-msc_10.42.42.6(pid=11502): stderr: \u000a| �[0;m�[38;5;43m20221209133932993 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133932993 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feec2364c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133932994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133932994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133932994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133932994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133932996 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133932996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133932996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133932996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:39:33.969260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11495): Terminating (SIGTERM)\u000a13:39:34.008629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11498): Terminating (SIGTERM)\u000a13:39:34.048098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11501): Terminating (SIGTERM)\u000a13:39:34.057446 --- ParallelTerminationStrategy: PID 11495 died...\u000a13:39:34.110626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11495): Terminated: ok {rc=0}\u000a13:39:34.120253 --- ParallelTerminationStrategy: PID 11498 died...\u000a13:39:34.173143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11498): Terminated: ok {rc=0}\u000a13:39:34.182851 --- ParallelTerminationStrategy: PID 11501 died...\u000a13:39:34.235554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11501): Terminated: ok {rc=0}\u000a13:39:34.318674 bus /sierra_3: Setting Powered False\u000a13:39:35.421940 bus /sierra_3: Setting Powered False\u000a13:39:36.533090 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11510): Process ended prematurely: osmo-stp_10.42.42.5(pid=11510) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11510)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11510): Process ended prematurely: osmo-stp_10.42.42.5(pid=11510) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:39:37.643387 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:39:37.655171 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:39:37.810151 tst mo_mt_call_osmux.py: using LAC 21837\u000a13:39:37.938003 tst mo_mt_call_osmux.py: using RAC 162\u000a13:39:38.066075 tst mo_mt_call_osmux.py: using CellId 21837\u000a13:39:38.191303 tst mo_mt_call_osmux.py: using BVCI 21838\u000a13:39:38.216052 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:39:38.227891 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:39:38.240004 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:39:38.251564 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:39:38.263386 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:39:38.275143 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:39:38.390842 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:39:38.590580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:39.074153 run create_hlr_db(pid=11504): Launched\u000a13:39:39.247243 bus /sierra_2: Setting Powered False\u000a13:39:40.269165 run create_hlr_db(pid=11504): Terminated: ok {rc=0}\u000a13:39:40.696922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11506): Launched\u000a13:39:41.019142 run osmo-hlr_10.42.42.2(pid=11507): Launched\u000a13:39:41.136589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:41.694819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11509): Launched\u000a13:39:42.018506 run osmo-stp_10.42.42.5(pid=11510): Launched\u000a13:39:42.135699 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:42.728348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11512): Launched\u000a13:39:43.051549 run osmo-msc_10.42.42.6(pid=11513): Launched\u000a13:39:43.241303 run osmo-stp_10.42.42.5(pid=11510): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11510)]\u000a13:39:43.377656 run osmo-stp_10.42.42.5(pid=11510): stdout: \u000a| (launched: 2022-12-09_13:39:41.858673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:43.513618 run osmo-stp_10.42.42.5(pid=11510): stderr: \u000a| �[0;m�[38;5;43m20221209133942052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133942052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133942052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133942053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133942053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133942053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133942053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:43.643625 run osmo-stp_10.42.42.5(pid=11510): stdout: \u000a| (launched: 2022-12-09_13:39:41.858673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:43.771991 run osmo-stp_10.42.42.5(pid=11510): stderr: \u000a| �[0;m�[38;5;43m20221209133942052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133942052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133942052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133942053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133942053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133942053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133942053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:43.828606 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11510): Process ended prematurely: osmo-stp_10.42.42.5(pid=11510) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11510)] [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:39:43.837908 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:39:43.901041 run osmo-hlr_10.42.42.2(pid=11507): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11507)]\u000a13:39:43.952887 run osmo-hlr_10.42.42.2(pid=11507): stdout: \u000a| (launched: 2022-12-09_13:39:40.861098) \u000a13:39:44.005191 run osmo-hlr_10.42.42.2(pid=11507): stderr: \u000a| �[0;m�[1;31m20221209133941059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133941059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133941060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133941060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133941060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133941060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133941072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133941080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133941080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133941081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:44.075844 run osmo-msc_10.42.42.6(pid=11513): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11513)]\u000a13:39:44.127364 run osmo-msc_10.42.42.6(pid=11513): stdout: \u000a| (launched: 2022-12-09_13:39:42.892055) \u000a13:39:44.179363 run osmo-msc_10.42.42.6(pid=11513): stderr: \u000a| �[0;m�[38;5;43m20221209133943213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133943213 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc4c0af9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133943214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133943214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133943214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133943214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133943216 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133943216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133943216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133943216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:39:44.223536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11506): Terminating (SIGTERM)\u000a13:39:44.265130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11509): Terminating (SIGTERM)\u000a13:39:44.307292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11512): Terminating (SIGTERM)\u000a13:39:44.317357 --- ParallelTerminationStrategy: PID 11506 died...\u000a13:39:44.373335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11506): Terminated: ok {rc=0}\u000a13:39:44.383674 --- ParallelTerminationStrategy: PID 11509 died...\u000a13:39:44.439602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11509): Terminated: ok {rc=0}\u000a13:39:44.449799 --- ParallelTerminationStrategy: PID 11512 died...\u000a13:39:44.505598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11512): Terminated: ok {rc=0}\u000a13:39:44.593123 bus /sierra_3: Setting Powered False\u000a13:39:45.695912 bus /sierra_3: Setting Powered False\u000a13:39:46.813523 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:39:26" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11524): Process ended prematurely: osmo-stp_10.42.42.5(pid=11524) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11524)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11524): Process ended prematurely: osmo-stp_10.42.42.5(pid=11524) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:39:48.810708 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:48.822548 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:39:48.988169 tst mo_mt_call.py: using LAC 21838\u000a13:39:49.113705 tst mo_mt_call.py: using RAC 163\u000a13:39:49.240310 tst mo_mt_call.py: using CellId 21838\u000a13:39:49.364501 tst mo_mt_call.py: using BVCI 21839\u000a13:39:49.388930 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:49.400760 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:49.412265 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:49.424069 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:49.435852 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:49.447724 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:39:49.569096 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:39:49.780704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:50.286980 run create_hlr_db(pid=11518): Launched\u000a13:39:50.473101 bus /sierra_2: Setting Powered False\u000a13:39:51.494506 run create_hlr_db(pid=11518): Terminated: ok {rc=0}\u000a13:39:51.898119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11520): Launched\u000a13:39:52.199944 run osmo-hlr_10.42.42.2(pid=11521): Launched\u000a13:39:52.317461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:52.846109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11523): Launched\u000a13:39:53.145876 run osmo-stp_10.42.42.5(pid=11524): Launched\u000a13:39:53.255368 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:53.806044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11526): Launched\u000a13:39:54.107923 run osmo-msc_10.42.42.6(pid=11527): Launched\u000a13:39:54.284386 run osmo-stp_10.42.42.5(pid=11524): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11524)]\u000a13:39:54.411863 run osmo-stp_10.42.42.5(pid=11524): stdout: \u000a| (launched: 2022-12-09_13:39:52.998706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:54.537096 run osmo-stp_10.42.42.5(pid=11524): stderr: \u000a| �[0;m�[38;5;43m20221209133953168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133953168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133953169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133953169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133953171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133953172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133953172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:54.658088 run osmo-stp_10.42.42.5(pid=11524): stdout: \u000a| (launched: 2022-12-09_13:39:52.998706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:54.777579 run osmo-stp_10.42.42.5(pid=11524): stderr: \u000a| �[0;m�[38;5;43m20221209133953168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209133953168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209133953169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209133953169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209133953171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209133953172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209133953172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:54.830189 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11524): Process ended prematurely: osmo-stp_10.42.42.5(pid=11524) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11524)] [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:39:54.838715 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:39:54.897513 run osmo-hlr_10.42.42.2(pid=11521): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11521)]\u000a13:39:54.945762 run osmo-hlr_10.42.42.2(pid=11521): stdout: \u000a| (launched: 2022-12-09_13:39:52.051370) \u000a13:39:54.994777 run osmo-hlr_10.42.42.2(pid=11521): stderr: \u000a| �[0;m�[1;31m20221209133952226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209133952226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209133952226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133952226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209133952226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209133952226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209133952239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209133952249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209133952249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209133952250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:55.061571 run osmo-msc_10.42.42.6(pid=11527): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11527)]\u000a13:39:55.109722 run osmo-msc_10.42.42.6(pid=11527): stdout: \u000a| (launched: 2022-12-09_13:39:53.959295) \u000a13:39:55.158585 run osmo-msc_10.42.42.6(pid=11527): stderr: \u000a| �[0;m�[38;5;43m20221209133954231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209133954232 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2893ef8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209133954232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209133954232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209133954232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209133954232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209133954235 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209133954236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209133954236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209133954236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:39:55.200010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11520): Terminating (SIGTERM)\u000a13:39:55.239434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11523): Terminating (SIGTERM)\u000a13:39:55.278708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11526): Terminating (SIGTERM)\u000a13:39:55.287837 --- ParallelTerminationStrategy: PID 11520 died...\u000a13:39:55.340606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11520): Terminated: ok {rc=0}\u000a13:39:55.350166 --- ParallelTerminationStrategy: PID 11523 died...\u000a13:39:55.402528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11523): Terminated: ok {rc=0}\u000a13:39:55.412003 --- ParallelTerminationStrategy: PID 11526 died...\u000a13:39:55.464269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11526): Terminated: ok {rc=0}\u000a13:39:55.547196 bus /sierra_3: Setting Powered False\u000a13:39:56.646887 bus /sierra_3: Setting Powered False\u000a13:39:57.754311 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11545): Process ended prematurely: osmo-stp_10.42.42.5(pid=11545) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11545)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11545): Process ended prematurely: osmo-stp_10.42.42.5(pid=11545) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:39:58.868293 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:58.880741 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:39:59.043275 tst mo_mt_call_osmux.py: using LAC 21839\u000a13:39:59.168938 tst mo_mt_call_osmux.py: using RAC 164\u000a13:39:59.297302 tst mo_mt_call_osmux.py: using CellId 21839\u000a13:39:59.429843 tst mo_mt_call_osmux.py: using BVCI 21840\u000a13:39:59.454453 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:59.466236 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:59.477792 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:59.489679 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:59.501567 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:39:59.513440 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:39:59.630876 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:39:59.832635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:00.317049 run create_hlr_db(pid=11529): Launched\u000a13:40:00.490588 bus /sierra_2: Setting Powered False\u000a13:40:01.555604 run create_hlr_db(pid=11529): Terminated: ok {rc=0}\u000a13:40:01.983376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11535): Launched\u000a13:40:02.380127 run osmo-hlr_10.42.42.2(pid=11536): Launched\u000a13:40:02.574450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:03.177870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11544): Launched\u000a13:40:03.481098 run osmo-stp_10.42.42.5(pid=11545): Launched\u000a13:40:03.592202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:40:04.142529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11547): Launched\u000a13:40:04.442971 run osmo-msc_10.42.42.6(pid=11548): Launched\u000a13:40:04.619787 run osmo-stp_10.42.42.5(pid=11545): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11545)]\u000a13:40:04.746309 run osmo-stp_10.42.42.5(pid=11545): stdout: \u000a| (launched: 2022-12-09_13:40:03.330652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:04.871365 run osmo-stp_10.42.42.5(pid=11545): stderr: \u000a| �[0;m�[38;5;43m20221209134003500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134003500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134003500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134003501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134003501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134003501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134003501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:04.991638 run osmo-stp_10.42.42.5(pid=11545): stdout: \u000a| (launched: 2022-12-09_13:40:03.330652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:05.111058 run osmo-stp_10.42.42.5(pid=11545): stderr: \u000a| �[0;m�[38;5;43m20221209134003500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134003500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134003500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134003501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134003501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134003501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134003501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:05.163805 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11545): Process ended prematurely: osmo-stp_10.42.42.5(pid=11545) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11545)] [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:40:05.172414 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:40:05.231356 run osmo-hlr_10.42.42.2(pid=11536): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11536)]\u000a13:40:05.279471 run osmo-hlr_10.42.42.2(pid=11536): stdout: \u000a| (launched: 2022-12-09_13:40:02.142344) \u000a13:40:05.328492 run osmo-hlr_10.42.42.2(pid=11536): stderr: \u000a| �[0;m�[1;31m20221209134002478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134002478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134002478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134002478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134002478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134002478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134002507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134002515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134002515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134002515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:05.395223 run osmo-msc_10.42.42.6(pid=11548): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11548)]\u000a13:40:05.443544 run osmo-msc_10.42.42.6(pid=11548): stdout: \u000a| (launched: 2022-12-09_13:40:04.295335) \u000a13:40:05.492505 run osmo-msc_10.42.42.6(pid=11548): stderr: \u000a| �[0;m�[38;5;43m20221209134004569 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134004569 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0ff445c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134004570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134004570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134004570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134004570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134004572 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134004572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134004572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134004572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:40:05.534268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11535): Terminating (SIGTERM)\u000a13:40:05.578333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11544): Terminating (SIGTERM)\u000a13:40:05.620057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11547): Terminating (SIGTERM)\u000a13:40:05.630272 --- ParallelTerminationStrategy: PID 11535 died...\u000a13:40:05.686544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11535): Terminated: ok {rc=0}\u000a13:40:05.696704 --- ParallelTerminationStrategy: PID 11544 died...\u000a13:40:05.752757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11544): Terminated: ok {rc=0}\u000a13:40:05.762863 --- ParallelTerminationStrategy: PID 11547 died...\u000a13:40:05.818746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11547): Terminated: ok {rc=0}\u000a13:40:05.905092 bus /sierra_3: Setting Powered False\u000a13:40:07.006833 bus /sierra_3: Setting Powered False\u000a13:40:08.115830 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:39:48" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11807): Process ended prematurely: osmo-stp_10.42.42.5(pid=11807) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11807)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11807): Process ended prematurely: osmo-stp_10.42.42.5(pid=11807) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:40:10.099496 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:40:10.110844 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:40:10.262239 tst mo_mt_call.py: using LAC 21840\u000a13:40:10.379885 tst mo_mt_call.py: using RAC 165\u000a13:40:10.498769 tst mo_mt_call.py: using CellId 21840\u000a13:40:10.616598 tst mo_mt_call.py: using BVCI 21841\u000a13:40:10.639526 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:40:10.650834 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:40:10.661998 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:40:10.672839 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:40:10.683910 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:40:10.695210 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:40:10.809133 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:40:11.019014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:11.527882 run create_hlr_db(pid=11553): Launched\u000a13:40:11.716077 bus /sierra_2: Setting Powered False\u000a13:40:12.741083 run create_hlr_db(pid=11553): Terminated: ok {rc=0}\u000a13:40:13.184069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11566): Launched\u000a13:40:13.551454 run osmo-hlr_10.42.42.2(pid=11637): Launched\u000a13:40:13.725029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:14.302257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11741): Launched\u000a13:40:14.632508 run osmo-stp_10.42.42.5(pid=11807): Launched\u000a13:40:14.792442 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:40:15.368000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11913): Launched\u000a13:40:15.685403 run osmo-msc_10.42.42.6(pid=11914): Launched\u000a13:40:15.954154 run osmo-stp_10.42.42.5(pid=11807): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11807)]\u000a13:40:16.217995 run osmo-stp_10.42.42.5(pid=11807): stdout: \u000a| (launched: 2022-12-09_13:40:14.458385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:16.395702 run osmo-stp_10.42.42.5(pid=11807): stderr: \u000a| �[0;m�[38;5;43m20221209134014717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134014717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134014717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134014718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134014718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134014718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134014718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:16.567022 run osmo-stp_10.42.42.5(pid=11807): stdout: \u000a| (launched: 2022-12-09_13:40:14.458385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:16.737286 run osmo-stp_10.42.42.5(pid=11807): stderr: \u000a| �[0;m�[38;5;43m20221209134014717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134014717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134014717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134014718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134014718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134014718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134014718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:16.814724 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11807): Process ended prematurely: osmo-stp_10.42.42.5(pid=11807) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11807)] [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:40:16.828445 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a13:40:16.890248 run osmo-hlr_10.42.42.2(pid=11637): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11637)]\u000a13:40:16.941166 run osmo-hlr_10.42.42.2(pid=11637): stdout: \u000a| (launched: 2022-12-09_13:40:13.339559) \u000a13:40:16.991438 run osmo-hlr_10.42.42.2(pid=11637): stderr: \u000a| �[0;m�[1;31m20221209134013569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134013569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134013569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134013569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134013569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134013569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134013594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134013611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134013611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134013611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:17.059337 run osmo-msc_10.42.42.6(pid=11914): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11914)]\u000a13:40:17.108163 run osmo-msc_10.42.42.6(pid=11914): stdout: \u000a| (launched: 2022-12-09_13:40:15.529161) \u000a13:40:17.158763 run osmo-msc_10.42.42.6(pid=11914): stderr: \u000a| �[0;m�[38;5;43m20221209134015855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134015855 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdff3a50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134015855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134015855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134015855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134015856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134015857 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134015858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134015858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134015858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:40:17.201251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11566): Terminating (SIGTERM)\u000a13:40:17.243747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11741): Terminating (SIGTERM)\u000a13:40:17.285448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11913): Terminating (SIGTERM)\u000a13:40:17.296680 --- ParallelTerminationStrategy: PID 11566 died...\u000a13:40:17.352914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11566): Terminated: ok {rc=0}\u000a13:40:17.363073 --- ParallelTerminationStrategy: PID 11741 died...\u000a13:40:17.416679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11741): Terminated: ok {rc=0}\u000a13:40:17.426496 --- ParallelTerminationStrategy: PID 11913 died...\u000a13:40:17.479269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11913): Terminated: ok {rc=0}\u000a13:40:17.562544 bus /sierra_3: Setting Powered False\u000a13:40:18.669095 bus /sierra_3: Setting Powered False\u000a13:40:19.775479 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12097): Process ended prematurely: osmo-stp_10.42.42.5(pid=12097) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12097)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12097): Process ended prematurely: osmo-stp_10.42.42.5(pid=12097) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:40:20.888703 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:40:20.901248 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:40:21.064445 tst mo_mt_call_osmux.py: using LAC 21841\u000a13:40:21.189068 tst mo_mt_call_osmux.py: using RAC 166\u000a13:40:21.311885 tst mo_mt_call_osmux.py: using CellId 21841\u000a13:40:21.434734 tst mo_mt_call_osmux.py: using BVCI 21842\u000a13:40:21.458931 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:40:21.470785 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:40:21.482306 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:40:21.494084 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:40:21.505928 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:40:21.517710 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:40:21.633884 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:40:21.830582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:22.304432 run create_hlr_db(pid=11916): Launched\u000a13:40:22.473672 bus /sierra_2: Setting Powered False\u000a13:40:23.506390 run create_hlr_db(pid=11916): Terminated: ok {rc=0}\u000a13:40:23.913422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12016): Launched\u000a13:40:24.298495 run osmo-hlr_10.42.42.2(pid=12092): Launched\u000a13:40:24.443291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:25.078999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12096): Launched\u000a13:40:25.491361 run osmo-stp_10.42.42.5(pid=12097): Launched\u000a13:40:25.720099 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:40:26.323849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12099): Launched\u000a13:40:26.750351 run osmo-msc_10.42.42.6(pid=12100): Launched\u000a13:40:27.138187 run osmo-stp_10.42.42.5(pid=12097): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12097)]\u000a13:40:27.339435 run osmo-stp_10.42.42.5(pid=12097): stdout: \u000a| (launched: 2022-12-09_13:40:25.243563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:27.479235 run osmo-stp_10.42.42.5(pid=12097): stderr: \u000a| �[0;m�[38;5;43m20221209134025534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134025534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134025534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134025535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134025535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134025535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134025535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:27.616939 run osmo-stp_10.42.42.5(pid=12097): stdout: \u000a| (launched: 2022-12-09_13:40:25.243563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:27.750784 run osmo-stp_10.42.42.5(pid=12097): stderr: \u000a| �[0;m�[38;5;43m20221209134025534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134025534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134025534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134025535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134025535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134025535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134025535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:27.809157 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12097): Process ended prematurely: osmo-stp_10.42.42.5(pid=12097) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12097)] [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:40:27.819360 tst mo_mt_call_osmux.py:8: Test FAILED (7.0 sec)\u000a13:40:27.887315 run osmo-hlr_10.42.42.2(pid=12092): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12092)]\u000a13:40:27.942734 run osmo-hlr_10.42.42.2(pid=12092): stdout: \u000a| (launched: 2022-12-09_13:40:24.080042) \u000a13:40:27.996633 run osmo-hlr_10.42.42.2(pid=12092): stderr: \u000a| �[0;m�[1;31m20221209134024355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134024355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134024356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134024356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134024356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134024356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134024376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134024392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134024397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134024397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:28.071465 run osmo-msc_10.42.42.6(pid=12100): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12100)]\u000a13:40:28.126022 run osmo-msc_10.42.42.6(pid=12100): stdout: \u000a| (launched: 2022-12-09_13:40:26.492223) \u000a13:40:28.182136 run osmo-msc_10.42.42.6(pid=12100): stderr: \u000a| �[0;m�[38;5;43m20221209134026998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134026998 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ceb481c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134026998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134026998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134026998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134026998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134027000 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134027000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134027001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134027001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:40:28.228844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12016): Terminating (SIGTERM)\u000a13:40:28.273968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12096): Terminating (SIGTERM)\u000a13:40:28.320413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12099): Terminating (SIGTERM)\u000a13:40:28.332460 --- ParallelTerminationStrategy: PID 12016 died...\u000a13:40:28.395771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12016): Terminated: ok {rc=0}\u000a13:40:28.407247 --- ParallelTerminationStrategy: PID 12096 died...\u000a13:40:28.466788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12096): Terminated: ok {rc=0}\u000a13:40:28.479169 --- ParallelTerminationStrategy: PID 12099 died...\u000a13:40:28.540038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12099): Terminated: ok {rc=0}\u000a13:40:28.632505 bus /sierra_3: Setting Powered False\u000a13:40:29.739798 bus /sierra_3: Setting Powered False\u000a13:40:30.845544 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:40:09" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12112): Process ended prematurely: osmo-stp_10.42.42.5(pid=12112) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12112)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12112): Process ended prematurely: osmo-stp_10.42.42.5(pid=12112) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:40:32.881906 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:40:32.893961 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:40:33.053918 tst mo_mt_call.py: using LAC 21842\u000a13:40:33.180333 tst mo_mt_call.py: using RAC 167\u000a13:40:33.306836 tst mo_mt_call.py: using CellId 21842\u000a13:40:33.434150 tst mo_mt_call.py: using BVCI 21843\u000a13:40:33.458713 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:40:33.470723 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:40:33.482790 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:40:33.494471 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:40:33.506475 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:40:33.518501 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:40:33.640604 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:40:33.852659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:34.363467 run create_hlr_db(pid=12106): Launched\u000a13:40:34.550604 bus /sierra_2: Setting Powered False\u000a13:40:35.570904 run create_hlr_db(pid=12106): Terminated: ok {rc=0}\u000a13:40:35.977619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12108): Launched\u000a13:40:36.279788 run osmo-hlr_10.42.42.2(pid=12109): Launched\u000a13:40:36.391373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:36.914258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12111): Launched\u000a13:40:37.215096 run osmo-stp_10.42.42.5(pid=12112): Launched\u000a13:40:37.323931 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:40:37.875132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12114): Launched\u000a13:40:38.177406 run osmo-msc_10.42.42.6(pid=12115): Launched\u000a13:40:38.355799 run osmo-stp_10.42.42.5(pid=12112): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12112)]\u000a13:40:38.484201 run osmo-stp_10.42.42.5(pid=12112): stdout: \u000a| (launched: 2022-12-09_13:40:37.067576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:38.610462 run osmo-stp_10.42.42.5(pid=12112): stderr: \u000a| �[0;m�[38;5;43m20221209134037238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134037239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134037239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134037239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134037240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134037240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134037240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:38.731436 run osmo-stp_10.42.42.5(pid=12112): stdout: \u000a| (launched: 2022-12-09_13:40:37.067576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:38.851323 run osmo-stp_10.42.42.5(pid=12112): stderr: \u000a| �[0;m�[38;5;43m20221209134037238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134037239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134037239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134037239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134037240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134037240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134037240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:38.904250 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12112): Process ended prematurely: osmo-stp_10.42.42.5(pid=12112) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12112)] [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:40:38.912739 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:40:38.971924 run osmo-hlr_10.42.42.2(pid=12109): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12109)]\u000a13:40:39.020365 run osmo-hlr_10.42.42.2(pid=12109): stdout: \u000a| (launched: 2022-12-09_13:40:36.130855) \u000a13:40:39.069619 run osmo-hlr_10.42.42.2(pid=12109): stderr: \u000a| �[0;m�[1;31m20221209134036307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134036307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134036307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134036307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134036307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134036307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134036322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134036332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134036332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134036332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:39.136442 run osmo-msc_10.42.42.6(pid=12115): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12115)]\u000a13:40:39.184749 run osmo-msc_10.42.42.6(pid=12115): stdout: \u000a| (launched: 2022-12-09_13:40:38.028562) \u000a13:40:39.233690 run osmo-msc_10.42.42.6(pid=12115): stderr: \u000a| �[0;m�[38;5;43m20221209134038303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134038303 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd134c92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134038303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134038303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134038303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134038304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134038306 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134038307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134038307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134038307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:40:39.275297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12108): Terminating (SIGTERM)\u000a13:40:39.314754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12111): Terminating (SIGTERM)\u000a13:40:39.353991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12114): Terminating (SIGTERM)\u000a13:40:39.363188 --- ParallelTerminationStrategy: PID 12108 died...\u000a13:40:39.415705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12108): Terminated: ok {rc=0}\u000a13:40:39.425285 --- ParallelTerminationStrategy: PID 12111 died...\u000a13:40:39.477758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12111): Terminated: ok {rc=0}\u000a13:40:39.487315 --- ParallelTerminationStrategy: PID 12114 died...\u000a13:40:39.539858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12114): Terminated: ok {rc=0}\u000a13:40:39.622147 bus /sierra_3: Setting Powered False\u000a13:40:40.722791 bus /sierra_3: Setting Powered False\u000a13:40:41.829077 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12123): Process ended prematurely: osmo-stp_10.42.42.5(pid=12123) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12123)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12123): Process ended prematurely: osmo-stp_10.42.42.5(pid=12123) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:40:42.936372 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:40:42.948160 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:40:43.100104 tst mo_mt_call_osmux.py: using LAC 21843\u000a13:40:43.222600 tst mo_mt_call_osmux.py: using RAC 168\u000a13:40:43.339904 tst mo_mt_call_osmux.py: using CellId 21843\u000a13:40:43.460605 tst mo_mt_call_osmux.py: using BVCI 21844\u000a13:40:43.483521 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:40:43.494861 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:40:43.506084 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:40:43.517250 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:40:43.528393 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:40:43.539459 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:40:43.659767 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:40:43.861866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:44.344862 run create_hlr_db(pid=12117): Launched\u000a13:40:44.518170 bus /sierra_2: Setting Powered False\u000a13:40:45.541172 run create_hlr_db(pid=12117): Terminated: ok {rc=0}\u000a13:40:46.015118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12119): Launched\u000a13:40:46.435918 run osmo-hlr_10.42.42.2(pid=12120): Launched\u000a13:40:46.551055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:47.224125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12122): Launched\u000a13:40:47.526901 run osmo-stp_10.42.42.5(pid=12123): Launched\u000a13:40:47.637649 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:40:48.187475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12125): Launched\u000a13:40:48.488669 run osmo-msc_10.42.42.6(pid=12126): Launched\u000a13:40:48.666035 run osmo-stp_10.42.42.5(pid=12123): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12123)]\u000a13:40:48.792655 run osmo-stp_10.42.42.5(pid=12123): stdout: \u000a| (launched: 2022-12-09_13:40:47.378278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:48.917637 run osmo-stp_10.42.42.5(pid=12123): stderr: \u000a| �[0;m�[38;5;43m20221209134047549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134047549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134047550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134047550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134047550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134047550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134047550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:49.038186 run osmo-stp_10.42.42.5(pid=12123): stdout: \u000a| (launched: 2022-12-09_13:40:47.378278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:49.158030 run osmo-stp_10.42.42.5(pid=12123): stderr: \u000a| �[0;m�[38;5;43m20221209134047549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134047549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134047550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134047550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134047550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134047550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134047550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:49.211077 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12123): Process ended prematurely: osmo-stp_10.42.42.5(pid=12123) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12123)] [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:40:49.219544 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:40:49.278620 run osmo-hlr_10.42.42.2(pid=12120): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12120)]\u000a13:40:49.326912 run osmo-hlr_10.42.42.2(pid=12120): stdout: \u000a| (launched: 2022-12-09_13:40:46.184816) \u000a13:40:49.375709 run osmo-hlr_10.42.42.2(pid=12120): stderr: \u000a| �[0;m�[1;31m20221209134046562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134046562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134046562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134046562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134046562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134046562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134046583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134046600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134046606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134046606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:49.442656 run osmo-msc_10.42.42.6(pid=12126): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12126)]\u000a13:40:49.490902 run osmo-msc_10.42.42.6(pid=12126): stdout: \u000a| (launched: 2022-12-09_13:40:48.339916) \u000a13:40:49.539671 run osmo-msc_10.42.42.6(pid=12126): stderr: \u000a| �[0;m�[38;5;43m20221209134048611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134048611 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe29a802c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134048611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134048611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134048611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134048612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134048613 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134048615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134048615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134048615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:40:49.581227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12119): Terminating (SIGTERM)\u000a13:40:49.620360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12122): Terminating (SIGTERM)\u000a13:40:49.659420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12125): Terminating (SIGTERM)\u000a13:40:49.668646 --- ParallelTerminationStrategy: PID 12119 died...\u000a13:40:49.721340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12119): Terminated: ok {rc=0}\u000a13:40:49.730924 --- ParallelTerminationStrategy: PID 12122 died...\u000a13:40:49.783226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12122): Terminated: ok {rc=0}\u000a13:40:49.792736 --- ParallelTerminationStrategy: PID 12125 died...\u000a13:40:49.845147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12125): Terminated: ok {rc=0}\u000a13:40:49.934041 bus /sierra_3: Setting Powered False\u000a13:40:51.036637 bus /sierra_3: Setting Powered False\u000a13:40:52.143325 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:40:32" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12137): Process ended prematurely: osmo-stp_10.42.42.5(pid=12137) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12137)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12137): Process ended prematurely: osmo-stp_10.42.42.5(pid=12137) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:40:54.137322 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:54.148674 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:40:54.300409 tst mo_mt_call.py: using LAC 21844\u000a13:40:54.419224 tst mo_mt_call.py: using RAC 169\u000a13:40:54.550393 tst mo_mt_call.py: using CellId 21844\u000a13:40:54.675240 tst mo_mt_call.py: using BVCI 21845\u000a13:40:54.699837 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:54.711664 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:54.723242 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:54.735096 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:54.747228 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:40:54.759091 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:40:54.875336 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:40:55.074368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:55.555858 run create_hlr_db(pid=12131): Launched\u000a13:40:55.729540 bus /sierra_2: Setting Powered False\u000a13:40:56.751301 run create_hlr_db(pid=12131): Terminated: ok {rc=0}\u000a13:40:57.150574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12133): Launched\u000a13:40:57.450781 run osmo-hlr_10.42.42.2(pid=12134): Launched\u000a13:40:57.560996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:58.083013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12136): Launched\u000a13:40:58.383618 run osmo-stp_10.42.42.5(pid=12137): Launched\u000a13:40:58.493037 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:40:59.042574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12139): Launched\u000a13:40:59.344809 run osmo-msc_10.42.42.6(pid=12140): Launched\u000a13:40:59.522038 run osmo-stp_10.42.42.5(pid=12137): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12137)]\u000a13:40:59.649411 run osmo-stp_10.42.42.5(pid=12137): stdout: \u000a| (launched: 2022-12-09_13:40:58.235737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:59.774746 run osmo-stp_10.42.42.5(pid=12137): stderr: \u000a| �[0;m�[38;5;43m20221209134058405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134058405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134058406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134058406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134058407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134058407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134058407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:59.895965 run osmo-stp_10.42.42.5(pid=12137): stdout: \u000a| (launched: 2022-12-09_13:40:58.235737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:00.016179 run osmo-stp_10.42.42.5(pid=12137): stderr: \u000a| �[0;m�[38;5;43m20221209134058405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134058405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134058406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134058406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134058407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134058407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134058407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:00.069783 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12137): Process ended prematurely: osmo-stp_10.42.42.5(pid=12137) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12137)] [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:41:00.078482 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:41:00.137985 run osmo-hlr_10.42.42.2(pid=12134): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12134)]\u000a13:41:00.186776 run osmo-hlr_10.42.42.2(pid=12134): stdout: \u000a| (launched: 2022-12-09_13:40:57.303968) \u000a13:41:00.235952 run osmo-hlr_10.42.42.2(pid=12134): stderr: \u000a| �[0;m�[1;31m20221209134057479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134057479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134057480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134057480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134057480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134057480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134057493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134057502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134057502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134057502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:00.302933 run osmo-msc_10.42.42.6(pid=12140): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12140)]\u000a13:41:00.351306 run osmo-msc_10.42.42.6(pid=12140): stdout: \u000a| (launched: 2022-12-09_13:40:59.195852) \u000a13:41:00.400347 run osmo-msc_10.42.42.6(pid=12140): stderr: \u000a| �[0;m�[38;5;43m20221209134059468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134059468 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9bace2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134059468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134059468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134059469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134059469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134059471 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134059471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134059471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134059471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:41:00.442571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12133): Terminating (SIGTERM)\u000a13:41:00.482127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12136): Terminating (SIGTERM)\u000a13:41:00.521575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12139): Terminating (SIGTERM)\u000a13:41:00.530861 --- ParallelTerminationStrategy: PID 12133 died...\u000a13:41:00.583833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12133): Terminated: ok {rc=0}\u000a13:41:00.593596 --- ParallelTerminationStrategy: PID 12136 died...\u000a13:41:00.646132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12136): Terminated: ok {rc=0}\u000a13:41:00.655644 --- ParallelTerminationStrategy: PID 12139 died...\u000a13:41:00.708253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12139): Terminated: ok {rc=0}\u000a13:41:00.791430 bus /sierra_3: Setting Powered False\u000a13:41:01.900760 bus /sierra_3: Setting Powered False\u000a13:41:03.005548 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12148): Process ended prematurely: osmo-stp_10.42.42.5(pid=12148) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12148)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12148): Process ended prematurely: osmo-stp_10.42.42.5(pid=12148) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:41:04.120677 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:41:04.133189 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:41:04.297162 tst mo_mt_call_osmux.py: using LAC 21845\u000a13:41:04.425662 tst mo_mt_call_osmux.py: using RAC 170\u000a13:41:04.551528 tst mo_mt_call_osmux.py: using CellId 21845\u000a13:41:04.679842 tst mo_mt_call_osmux.py: using BVCI 21846\u000a13:41:04.704462 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:41:04.716187 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:41:04.727713 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:41:04.739657 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:41:04.751521 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:41:04.763241 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:41:04.883260 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:41:05.094726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:05.600120 run create_hlr_db(pid=12142): Launched\u000a13:41:05.786946 bus /sierra_2: Setting Powered False\u000a13:41:06.807418 run create_hlr_db(pid=12142): Terminated: ok {rc=0}\u000a13:41:07.235420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12144): Launched\u000a13:41:07.558728 run osmo-hlr_10.42.42.2(pid=12145): Launched\u000a13:41:07.680197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:08.239885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12147): Launched\u000a13:41:08.561643 run osmo-stp_10.42.42.5(pid=12148): Launched\u000a13:41:08.679369 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:41:09.269449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12150): Launched\u000a13:41:09.594637 run osmo-msc_10.42.42.6(pid=12151): Launched\u000a13:41:09.784630 run osmo-stp_10.42.42.5(pid=12148): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12148)]\u000a13:41:09.921499 run osmo-stp_10.42.42.5(pid=12148): stdout: \u000a| (launched: 2022-12-09_13:41:08.403345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:10.057716 run osmo-stp_10.42.42.5(pid=12148): stderr: \u000a| �[0;m�[38;5;43m20221209134108594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134108594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134108595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134108595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134108596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134108596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134108596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:10.187781 run osmo-stp_10.42.42.5(pid=12148): stdout: \u000a| (launched: 2022-12-09_13:41:08.403345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:10.316493 run osmo-stp_10.42.42.5(pid=12148): stderr: \u000a| �[0;m�[38;5;43m20221209134108594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134108594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134108595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134108595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134108596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134108596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134108596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:10.373106 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12148): Process ended prematurely: osmo-stp_10.42.42.5(pid=12148) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12148)] [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:41:10.382228 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:41:10.445130 run osmo-hlr_10.42.42.2(pid=12145): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12145)]\u000a13:41:10.496341 run osmo-hlr_10.42.42.2(pid=12145): stdout: \u000a| (launched: 2022-12-09_13:41:07.399232) \u000a13:41:10.548095 run osmo-hlr_10.42.42.2(pid=12145): stderr: \u000a| �[0;m�[1;31m20221209134107597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134107597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134107597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134107597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134107597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134107597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134107610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134107618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134107618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134107618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:10.618557 run osmo-msc_10.42.42.6(pid=12151): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12151)]\u000a13:41:10.669971 run osmo-msc_10.42.42.6(pid=12151): stdout: \u000a| (launched: 2022-12-09_13:41:09.434370) \u000a13:41:10.721956 run osmo-msc_10.42.42.6(pid=12151): stderr: \u000a| �[0;m�[38;5;43m20221209134109756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134109756 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f817ceb5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134109756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134109757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134109757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134109757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134109759 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134109759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134109759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134109759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:41:10.766096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12144): Terminating (SIGTERM)\u000a13:41:10.807707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12147): Terminating (SIGTERM)\u000a13:41:10.849400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12150): Terminating (SIGTERM)\u000a13:41:10.859081 --- ParallelTerminationStrategy: PID 12144 died...\u000a13:41:10.915283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12144): Terminated: ok {rc=0}\u000a13:41:10.925413 --- ParallelTerminationStrategy: PID 12147 died...\u000a13:41:10.980845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12147): Terminated: ok {rc=0}\u000a13:41:10.990933 --- ParallelTerminationStrategy: PID 12150 died...\u000a13:41:11.046768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12150): Terminated: ok {rc=0}\u000a13:41:11.133437 bus /sierra_3: Setting Powered False\u000a13:41:12.239604 bus /sierra_3: Setting Powered False\u000a13:41:13.345919 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:40:53" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12162): Process ended prematurely: osmo-stp_10.42.42.5(pid=12162) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12162)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12162): Process ended prematurely: osmo-stp_10.42.42.5(pid=12162) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:41:15.339559 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:41:15.351042 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:41:15.503559 tst mo_mt_call.py: using LAC 21846\u000a13:41:15.624092 tst mo_mt_call.py: using RAC 171\u000a13:41:15.743931 tst mo_mt_call.py: using CellId 21846\u000a13:41:15.865750 tst mo_mt_call.py: using BVCI 21847\u000a13:41:15.903349 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:41:15.915268 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:41:15.927255 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:41:15.939028 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:41:15.950886 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:41:15.962610 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:41:16.112575 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:41:16.348379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:16.894506 run create_hlr_db(pid=12156): Launched\u000a13:41:17.139271 bus /sierra_2: Setting Powered False\u000a13:41:18.101123 run create_hlr_db(pid=12156): Terminated: ok {rc=0}\u000a13:41:18.583965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12158): Launched\u000a13:41:18.906994 run osmo-hlr_10.42.42.2(pid=12159): Launched\u000a13:41:19.026636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:19.587689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12161): Launched\u000a13:41:19.909361 run osmo-stp_10.42.42.5(pid=12162): Launched\u000a13:41:20.026384 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:41:20.616517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12164): Launched\u000a13:41:20.940638 run osmo-msc_10.42.42.6(pid=12165): Launched\u000a13:41:21.131186 run osmo-stp_10.42.42.5(pid=12162): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12162)]\u000a13:41:21.268122 run osmo-stp_10.42.42.5(pid=12162): stdout: \u000a| (launched: 2022-12-09_13:41:19.751853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:21.404712 run osmo-stp_10.42.42.5(pid=12162): stderr: \u000a| �[0;m�[38;5;43m20221209134119942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134119942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134119943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134119943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134119943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134119944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134119944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:21.534772 run osmo-stp_10.42.42.5(pid=12162): stdout: \u000a| (launched: 2022-12-09_13:41:19.751853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:21.664312 run osmo-stp_10.42.42.5(pid=12162): stderr: \u000a| �[0;m�[38;5;43m20221209134119942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134119942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134119943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134119943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134119943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134119944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134119944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:21.721353 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12162): Process ended prematurely: osmo-stp_10.42.42.5(pid=12162) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12162)] [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:41:21.730555 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:41:21.793901 run osmo-hlr_10.42.42.2(pid=12159): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12159)]\u000a13:41:21.845361 run osmo-hlr_10.42.42.2(pid=12159): stdout: \u000a| (launched: 2022-12-09_13:41:18.748759) \u000a13:41:21.897026 run osmo-hlr_10.42.42.2(pid=12159): stderr: \u000a| �[0;m�[1;31m20221209134118947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134118947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134118948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134118948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134118948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134118948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134118958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134118966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134118966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134118966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:21.968297 run osmo-msc_10.42.42.6(pid=12165): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12165)]\u000a13:41:22.019868 run osmo-msc_10.42.42.6(pid=12165): stdout: \u000a| (launched: 2022-12-09_13:41:20.781478) \u000a13:41:22.071965 run osmo-msc_10.42.42.6(pid=12165): stderr: \u000a| �[0;m�[38;5;43m20221209134121103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134121103 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa64ecf9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134121103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134121103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134121103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134121103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134121105 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134121106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134121106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134121106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:41:22.116339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12158): Terminating (SIGTERM)\u000a13:41:22.158087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12161): Terminating (SIGTERM)\u000a13:41:22.200229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12164): Terminating (SIGTERM)\u000a13:41:22.210357 --- ParallelTerminationStrategy: PID 12158 died...\u000a13:41:22.266479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12158): Terminated: ok {rc=0}\u000a13:41:22.276602 --- ParallelTerminationStrategy: PID 12161 died...\u000a13:41:22.332821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12161): Terminated: ok {rc=0}\u000a13:41:22.342965 --- ParallelTerminationStrategy: PID 12164 died...\u000a13:41:22.398915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12164): Terminated: ok {rc=0}\u000a13:41:22.485101 bus /sierra_3: Setting Powered False\u000a13:41:23.592314 bus /sierra_3: Setting Powered False\u000a13:41:24.698939 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12173): Process ended prematurely: osmo-stp_10.42.42.5(pid=12173) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12173)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12173): Process ended prematurely: osmo-stp_10.42.42.5(pid=12173) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:41:25.813268 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:41:25.825814 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:41:25.988292 tst mo_mt_call_osmux.py: using LAC 21847\u000a13:41:26.115334 tst mo_mt_call_osmux.py: using RAC 172\u000a13:41:26.243324 tst mo_mt_call_osmux.py: using CellId 21847\u000a13:41:26.371123 tst mo_mt_call_osmux.py: using BVCI 21848\u000a13:41:26.395838 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:41:26.407674 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:41:26.419337 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:41:26.431383 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:41:26.443213 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:41:26.455793 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:41:26.576078 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:41:26.778127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:27.262370 run create_hlr_db(pid=12167): Launched\u000a13:41:27.435527 bus /sierra_2: Setting Powered False\u000a13:41:28.458064 run create_hlr_db(pid=12167): Terminated: ok {rc=0}\u000a13:41:28.887171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12169): Launched\u000a13:41:29.211515 run osmo-hlr_10.42.42.2(pid=12170): Launched\u000a13:41:29.331933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:29.864016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12172): Launched\u000a13:41:30.164692 run osmo-stp_10.42.42.5(pid=12173): Launched\u000a13:41:30.274522 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:41:30.825824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12175): Launched\u000a13:41:31.220903 run osmo-msc_10.42.42.6(pid=12176): Launched\u000a13:41:31.689858 run osmo-stp_10.42.42.5(pid=12173): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12173)]\u000a13:41:32.059511 run osmo-stp_10.42.42.5(pid=12173): stdout: \u000a| (launched: 2022-12-09_13:41:30.017730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:32.306142 run osmo-stp_10.42.42.5(pid=12173): stderr: \u000a| �[0;m�[38;5;43m20221209134130188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134130188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134130188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134130189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134130189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134130189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134130189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:32.438299 run osmo-stp_10.42.42.5(pid=12173): stdout: \u000a| (launched: 2022-12-09_13:41:30.017730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:32.568152 run osmo-stp_10.42.42.5(pid=12173): stderr: \u000a| �[0;m�[38;5;43m20221209134130188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134130188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134130188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134130189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134130189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134130189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134130189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:32.625191 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12173): Process ended prematurely: osmo-stp_10.42.42.5(pid=12173) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12173)] [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:41:32.634999 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a13:41:32.699211 run osmo-hlr_10.42.42.2(pid=12170): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12170)]\u000a13:41:32.751151 run osmo-hlr_10.42.42.2(pid=12170): stdout: \u000a| (launched: 2022-12-09_13:41:29.051723) \u000a13:41:32.804219 run osmo-hlr_10.42.42.2(pid=12170): stderr: \u000a| �[0;m�[1;31m20221209134129248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134129248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134129248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134129248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134129248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134129248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134129259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134129268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134129268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134129268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:32.876295 run osmo-msc_10.42.42.6(pid=12176): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12176)]\u000a13:41:32.928562 run osmo-msc_10.42.42.6(pid=12176): stdout: \u000a| (launched: 2022-12-09_13:41:31.012702) \u000a13:41:32.981086 run osmo-msc_10.42.42.6(pid=12176): stderr: \u000a| �[0;m�[38;5;43m20221209134131799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134131799 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa898b3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134131799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134131799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134131800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134131800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134131803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134131805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134131805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134131805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:41:33.026365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12169): Terminating (SIGTERM)\u000a13:41:33.068696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12172): Terminating (SIGTERM)\u000a13:41:33.111418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12175): Terminating (SIGTERM)\u000a13:41:33.121639 --- ParallelTerminationStrategy: PID 12169 died...\u000a13:41:33.178303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12169): Terminated: ok {rc=0}\u000a13:41:33.188531 --- ParallelTerminationStrategy: PID 12172 died...\u000a13:41:33.245718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12172): Terminated: ok {rc=0}\u000a13:41:33.256018 --- ParallelTerminationStrategy: PID 12175 died...\u000a13:41:33.313036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12175): Terminated: ok {rc=0}\u000a13:41:33.400711 bus /sierra_3: Setting Powered False\u000a13:41:34.508073 bus /sierra_3: Setting Powered False\u000a13:41:35.620040 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:41:15" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12188): Process ended prematurely: osmo-stp_10.42.42.5(pid=12188) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12188)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12188): Process ended prematurely: osmo-stp_10.42.42.5(pid=12188) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:41:37.618251 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:41:37.629698 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:41:37.789593 tst mo_mt_call.py: using LAC 21848\u000a13:41:37.915165 tst mo_mt_call.py: using RAC 173\u000a13:41:38.038324 tst mo_mt_call.py: using CellId 21848\u000a13:41:38.157899 tst mo_mt_call.py: using BVCI 21849\u000a13:41:38.180832 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:41:38.192081 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:41:38.203098 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:41:38.214750 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:41:38.226325 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:41:38.237771 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:41:38.359515 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:41:38.570118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:39.079697 run create_hlr_db(pid=12182): Launched\u000a13:41:39.266997 bus /sierra_2: Setting Powered False\u000a13:41:40.287564 run create_hlr_db(pid=12182): Terminated: ok {rc=0}\u000a13:41:40.693183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12184): Launched\u000a13:41:40.995145 run osmo-hlr_10.42.42.2(pid=12185): Launched\u000a13:41:41.115197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:41.643796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12187): Launched\u000a13:41:41.946923 run osmo-stp_10.42.42.5(pid=12188): Launched\u000a13:41:42.056184 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:41:42.608412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12190): Launched\u000a13:41:42.911660 run osmo-msc_10.42.42.6(pid=12191): Launched\u000a13:41:43.090122 run osmo-stp_10.42.42.5(pid=12188): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12188)]\u000a13:41:43.218040 run osmo-stp_10.42.42.5(pid=12188): stdout: \u000a| (launched: 2022-12-09_13:41:41.797495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:43.343394 run osmo-stp_10.42.42.5(pid=12188): stderr: \u000a| �[0;m�[38;5;43m20221209134141967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134141967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134141968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134141968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134141969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134141969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134141969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:43.464504 run osmo-stp_10.42.42.5(pid=12188): stdout: \u000a| (launched: 2022-12-09_13:41:41.797495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:43.584403 run osmo-stp_10.42.42.5(pid=12188): stderr: \u000a| �[0;m�[38;5;43m20221209134141967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134141967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134141968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134141968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134141969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134141969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134141969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:43.637807 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12188): Process ended prematurely: osmo-stp_10.42.42.5(pid=12188) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12188)] [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:41:43.646433 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:41:43.705246 run osmo-hlr_10.42.42.2(pid=12185): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12185)]\u000a13:41:43.753593 run osmo-hlr_10.42.42.2(pid=12185): stdout: \u000a| (launched: 2022-12-09_13:41:40.846710) \u000a13:41:43.802489 run osmo-hlr_10.42.42.2(pid=12185): stderr: \u000a| �[0;m�[1;31m20221209134141021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134141022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134141022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134141022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134141022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134141022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134141034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134141043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134141043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134141043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:43.869621 run osmo-msc_10.42.42.6(pid=12191): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12191)]\u000a13:41:43.917997 run osmo-msc_10.42.42.6(pid=12191): stdout: \u000a| (launched: 2022-12-09_13:41:42.762501) \u000a13:41:43.966942 run osmo-msc_10.42.42.6(pid=12191): stderr: \u000a| �[0;m�[38;5;43m20221209134143034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134143034 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e8aecdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134143034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134143034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134143034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134143034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134143036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134143036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134143037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134143037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:41:44.009021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12184): Terminating (SIGTERM)\u000a13:41:44.048292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12187): Terminating (SIGTERM)\u000a13:41:44.087656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12190): Terminating (SIGTERM)\u000a13:41:44.096878 --- ParallelTerminationStrategy: PID 12184 died...\u000a13:41:44.149845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12184): Terminated: ok {rc=0}\u000a13:41:44.159340 --- ParallelTerminationStrategy: PID 12187 died...\u000a13:41:44.211794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12187): Terminated: ok {rc=0}\u000a13:41:44.221441 --- ParallelTerminationStrategy: PID 12190 died...\u000a13:41:44.273751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12190): Terminated: ok {rc=0}\u000a13:41:44.355754 bus /sierra_3: Setting Powered False\u000a13:41:45.456695 bus /sierra_3: Setting Powered False\u000a13:41:46.562356 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12199): Process ended prematurely: osmo-stp_10.42.42.5(pid=12199) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12199)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12199): Process ended prematurely: osmo-stp_10.42.42.5(pid=12199) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:41:47.672808 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:41:47.684422 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:41:47.841274 tst mo_mt_call_osmux.py: using LAC 21849\u000a13:41:47.958337 tst mo_mt_call_osmux.py: using RAC 174\u000a13:41:48.075655 tst mo_mt_call_osmux.py: using CellId 21849\u000a13:41:48.201886 tst mo_mt_call_osmux.py: using BVCI 21850\u000a13:41:48.226687 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:41:48.238555 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:41:48.250111 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:41:48.262950 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:41:48.274698 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:41:48.287140 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:41:48.404675 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:41:48.616178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:49.126547 run create_hlr_db(pid=12193): Launched\u000a13:41:49.314005 bus /sierra_2: Setting Powered False\u000a13:41:50.334470 run create_hlr_db(pid=12193): Terminated: ok {rc=0}\u000a13:41:50.763645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12195): Launched\u000a13:41:51.086706 run osmo-hlr_10.42.42.2(pid=12196): Launched\u000a13:41:51.207207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:51.770867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12198): Launched\u000a13:41:52.095349 run osmo-stp_10.42.42.5(pid=12199): Launched\u000a13:41:52.213196 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:41:52.800601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12201): Launched\u000a13:41:53.102887 run osmo-msc_10.42.42.6(pid=12202): Launched\u000a13:41:53.280478 run osmo-stp_10.42.42.5(pid=12199): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12199)]\u000a13:41:53.408529 run osmo-stp_10.42.42.5(pid=12199): stdout: \u000a| (launched: 2022-12-09_13:41:51.934972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:53.534583 run osmo-stp_10.42.42.5(pid=12199): stderr: \u000a| �[0;m�[38;5;43m20221209134152126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134152126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134152126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134152126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134152127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134152127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134152127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:53.656018 run osmo-stp_10.42.42.5(pid=12199): stdout: \u000a| (launched: 2022-12-09_13:41:51.934972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:53.776215 run osmo-stp_10.42.42.5(pid=12199): stderr: \u000a| �[0;m�[38;5;43m20221209134152126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134152126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134152126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134152126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134152127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134152127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134152127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:53.829446 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12199): Process ended prematurely: osmo-stp_10.42.42.5(pid=12199) [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12199)] [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:41:53.838347 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:41:53.897615 run osmo-hlr_10.42.42.2(pid=12196): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12196)]\u000a13:41:53.946444 run osmo-hlr_10.42.42.2(pid=12196): stdout: \u000a| (launched: 2022-12-09_13:41:50.927822) \u000a13:41:53.995924 run osmo-hlr_10.42.42.2(pid=12196): stderr: \u000a| �[0;m�[1;31m20221209134151127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134151127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134151127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134151127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134151127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134151127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134151140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134151149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134151149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134151149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:54.063569 run osmo-msc_10.42.42.6(pid=12202): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12202)]\u000a13:41:54.112342 run osmo-msc_10.42.42.6(pid=12202): stdout: \u000a| (launched: 2022-12-09_13:41:52.953841) \u000a13:41:54.161517 run osmo-msc_10.42.42.6(pid=12202): stderr: \u000a| �[0;m�[38;5;43m20221209134153226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134153227 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda6740dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134153227 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134153227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134153227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134153227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134153230 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134153230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134153230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134153231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:41:54.203241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12195): Terminating (SIGTERM)\u000a13:41:54.243096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12198): Terminating (SIGTERM)\u000a13:41:54.282843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12201): Terminating (SIGTERM)\u000a13:41:54.292254 --- ParallelTerminationStrategy: PID 12195 died...\u000a13:41:54.345511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12195): Terminated: ok {rc=0}\u000a13:41:54.355233 --- ParallelTerminationStrategy: PID 12198 died...\u000a13:41:54.407905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12198): Terminated: ok {rc=0}\u000a13:41:54.417792 --- ParallelTerminationStrategy: PID 12201 died...\u000a13:41:54.470764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12201): Terminated: ok {rc=0}\u000a13:41:54.554205 bus /sierra_3: Setting Powered False\u000a13:41:55.656555 bus /sierra_3: Setting Powered False\u000a13:41:56.764091 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:41:37" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12214): Process ended prematurely: osmo-stp_10.42.42.5(pid=12214) [trial-2360↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12214)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12214): Process ended prematurely: osmo-stp_10.42.42.5(pid=12214) [trial-2360↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:41:58.776665 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:41:58.788115 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:41:58.927708 tst emergency_mo_mt_call.py: using LAC 21850\u000a13:41:59.059392 tst emergency_mo_mt_call.py: using RAC 175\u000a13:41:59.183553 tst emergency_mo_mt_call.py: using CellId 21850\u000a13:41:59.308074 tst emergency_mo_mt_call.py: using BVCI 21851\u000a13:41:59.332147 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:41:59.343815 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:41:59.354896 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:41:59.366250 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:41:59.377751 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:41:59.389055 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:41:59.503288 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:41:59.712518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:00.211938 run create_hlr_db(pid=12207): Launched\u000a13:42:00.397186 bus /sierra_2: Setting Powered False\u000a13:42:01.419769 run create_hlr_db(pid=12207): Terminated: ok {rc=0}\u000a13:42:01.940496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12210): Launched\u000a13:42:02.287374 run osmo-hlr_10.42.42.2(pid=12211): Launched\u000a13:42:02.423779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:02.937589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12213): Launched\u000a13:42:03.231363 run osmo-stp_10.42.42.5(pid=12214): Launched\u000a13:42:03.354830 tst emergency_mo_mt_call.py: using MSISDN 7234\u000a13:42:03.501239 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:42:04.047137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12216): Launched\u000a13:42:04.344550 run osmo-msc_10.42.42.6(pid=12217): Launched\u000a13:42:04.518462 run osmo-stp_10.42.42.5(pid=12214): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12214)]\u000a13:42:04.645697 run osmo-stp_10.42.42.5(pid=12214): stdout: \u000a| (launched: 2022-12-09_13:42:03.087094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:04.769401 run osmo-stp_10.42.42.5(pid=12214): stderr: \u000a| �[0;m�[38;5;43m20221209134203257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134203258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134203258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134203258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134203259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134203259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134203259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:04.887812 run osmo-stp_10.42.42.5(pid=12214): stdout: \u000a| (launched: 2022-12-09_13:42:03.087094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:05.005145 run osmo-stp_10.42.42.5(pid=12214): stderr: \u000a| �[0;m�[38;5;43m20221209134203257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134203258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134203258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134203258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134203259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134203259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134203259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:05.056830 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12214): Process ended prematurely: osmo-stp_10.42.42.5(pid=12214) [trial-2360↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12214)] [trial-2360↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a13:42:05.064936 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a13:42:05.124440 run osmo-hlr_10.42.42.2(pid=12211): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12211)]\u000a13:42:05.173277 run osmo-hlr_10.42.42.2(pid=12211): stdout: \u000a| (launched: 2022-12-09_13:42:02.095240) \u000a13:42:05.222276 run osmo-hlr_10.42.42.2(pid=12211): stderr: \u000a| �[0;m�[1;31m20221209134202324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134202324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134202324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134202324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134202324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134202324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134202364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134202373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134202373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134202374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:05.289383 run osmo-msc_10.42.42.6(pid=12217): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12217)]\u000a13:42:05.337919 run osmo-msc_10.42.42.6(pid=12217): stdout: \u000a| (launched: 2022-12-09_13:42:04.197586) \u000a13:42:05.386877 run osmo-msc_10.42.42.6(pid=12217): stderr: \u000a| �[0;m�[38;5;43m20221209134204467 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134204467 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f086abfdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134204467 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134204467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134204467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134204468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134204469 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134204471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134204471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134204471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:42:05.428620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12210): Terminating (SIGTERM)\u000a13:42:05.468301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12213): Terminating (SIGTERM)\u000a13:42:05.507936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12216): Terminating (SIGTERM)\u000a13:42:05.517351 --- ParallelTerminationStrategy: PID 12210 died...\u000a13:42:05.570702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12210): Terminated: ok {rc=0}\u000a13:42:05.580467 --- ParallelTerminationStrategy: PID 12213 died...\u000a13:42:05.633555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12213): Terminated: ok {rc=0}\u000a13:42:05.643313 --- ParallelTerminationStrategy: PID 12216 died...\u000a13:42:05.696246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12216): Terminated: ok {rc=0}\u000a13:42:05.778734 bus /sierra_3: Setting Powered False\u000a13:42:06.885061 bus /sierra_3: Setting Powered False\u000a13:42:07.991432 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12225): Process ended prematurely: osmo-stp_10.42.42.5(pid=12225) [trial-2360↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12225)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12225): Process ended prematurely: osmo-stp_10.42.42.5(pid=12225) [trial-2360↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:42:09.044835 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:42:09.056880 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:42:09.198272 tst emergency_preemptive_call.py: using LAC 21851\u000a13:42:09.322736 tst emergency_preemptive_call.py: using RAC 176\u000a13:42:09.445932 tst emergency_preemptive_call.py: using CellId 21851\u000a13:42:09.569414 tst emergency_preemptive_call.py: using BVCI 21852\u000a13:42:09.593440 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:42:09.604903 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:42:09.616125 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:42:09.627553 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:42:09.639029 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:42:09.650485 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:42:09.766793 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:42:09.886386 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:42:10.006123 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:42:10.214697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:10.714813 run create_hlr_db(pid=12219): Launched\u000a13:42:10.898742 bus /sierra_2: Setting Powered False\u000a13:42:11.919617 run create_hlr_db(pid=12219): Terminated: ok {rc=0}\u000a13:42:12.341239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12221): Launched\u000a13:42:12.658560 run osmo-hlr_10.42.42.2(pid=12222): Launched\u000a13:42:12.778019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:13.329978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12224): Launched\u000a13:42:13.649938 run osmo-stp_10.42.42.5(pid=12225): Launched\u000a13:42:13.779474 tst emergency_preemptive_call.py: using MSISDN 7235\u000a13:42:13.937444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:42:14.514333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12227): Launched\u000a13:42:14.831407 run osmo-msc_10.42.42.6(pid=12228): Launched\u000a13:42:15.018539 run osmo-stp_10.42.42.5(pid=12225): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12225)]\u000a13:42:15.154016 run osmo-stp_10.42.42.5(pid=12225): stdout: \u000a| (launched: 2022-12-09_13:42:13.491536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:15.289223 run osmo-stp_10.42.42.5(pid=12225): stderr: \u000a| �[0;m�[38;5;43m20221209134213682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134213682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134213683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134213683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134213683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134213684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134213684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:15.416899 run osmo-stp_10.42.42.5(pid=12225): stdout: \u000a| (launched: 2022-12-09_13:42:13.491536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:15.543982 run osmo-stp_10.42.42.5(pid=12225): stderr: \u000a| �[0;m�[38;5;43m20221209134213682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134213682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134213683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134213683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134213683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134213684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134213684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:15.599248 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12225): Process ended prematurely: osmo-stp_10.42.42.5(pid=12225) [trial-2360↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12225)] [trial-2360↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a13:42:15.607742 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a13:42:15.671488 run osmo-hlr_10.42.42.2(pid=12222): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12222)]\u000a13:42:15.723481 run osmo-hlr_10.42.42.2(pid=12222): stdout: \u000a| (launched: 2022-12-09_13:42:12.502328) \u000a13:42:15.775986 run osmo-hlr_10.42.42.2(pid=12222): stderr: \u000a| �[0;m�[1;31m20221209134212699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134212699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134212699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134212699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134212699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134212699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134212712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134212721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134212721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134212721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:15.852580 run osmo-msc_10.42.42.6(pid=12228): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12228)]\u000a13:42:15.926957 run osmo-msc_10.42.42.6(pid=12228): stdout: \u000a| (launched: 2022-12-09_13:42:14.675383) \u000a13:42:15.980104 run osmo-msc_10.42.42.6(pid=12228): stderr: \u000a| �[0;m�[38;5;43m20221209134214995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134214995 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9048ed3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134214995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134214995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134214996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134214996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134214998 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134214998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134214998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134214998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:42:16.029980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12221): Terminating (SIGTERM)\u000a13:42:16.077128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12224): Terminating (SIGTERM)\u000a13:42:16.120751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12227): Terminating (SIGTERM)\u000a13:42:16.132508 --- ParallelTerminationStrategy: PID 12221 died...\u000a13:42:16.191279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12221): Terminated: ok {rc=0}\u000a13:42:16.202978 --- ParallelTerminationStrategy: PID 12224 died...\u000a13:42:16.260772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12224): Terminated: ok {rc=0}\u000a13:42:16.271636 --- ParallelTerminationStrategy: PID 12227 died...\u000a13:42:16.328753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12227): Terminated: ok {rc=0}\u000a13:42:16.418091 bus /sierra_9: Setting Powered False\u000a13:42:17.522894 bus /sierra_9: Setting Powered False\u000a13:42:18.635352 bus /sierra_8: Setting Powered False\u000a13:42:19.738816 bus /sierra_8: Setting Powered False\u000a13:42:20.849994 bus /sierra_3: Setting Powered False\u000a13:42:21.955898 bus /sierra_3: Setting Powered False\u000a13:42:23.065116 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:41:58" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12243): Process ended prematurely: osmo-stp_10.42.42.5(pid=12243) [trial-2360↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12243)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12243): Process ended prematurely: osmo-stp_10.42.42.5(pid=12243) [trial-2360↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:42:25.191492 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:25.202773 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:42:25.341854 tst cs_paging_gprs_active.py: using LAC 21852\u000a13:42:25.468847 tst cs_paging_gprs_active.py: using RAC 177\u000a13:42:25.593601 tst cs_paging_gprs_active.py: using CellId 21852\u000a13:42:25.718322 tst cs_paging_gprs_active.py: using BVCI 21853\u000a13:42:25.742966 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:25.754271 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:25.765228 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:25.776794 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:25.788023 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:25.799234 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:25.810580 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:25.821668 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:25.833047 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:42:25.950477 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:42:26.243981 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:42:26.378864 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:26.713330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12233): Launched\u000a13:42:26.990726 run iperf3-srv_10.42.42.10(pid=12234): Launched\u000a13:42:27.188638 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:42:27.323569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:27.657095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12235): Launched\u000a13:42:27.935750 run iperf3-srv_10.42.42.10(pid=12236): Launched\u000a13:42:28.133167 tst cs_paging_gprs_active.py:38: start network...\u000a13:42:28.267891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:28.778220 run create_hlr_db(pid=12237): Launched\u000a13:42:28.964386 bus /sierra_2: Setting Powered False\u000a13:42:29.985853 run create_hlr_db(pid=12237): Terminated: ok {rc=0}\u000a13:42:30.416669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12239): Launched\u000a13:42:30.740878 run osmo-hlr_10.42.42.2(pid=12240): Launched\u000a13:42:30.916142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:31.488938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12242): Launched\u000a13:42:31.911891 run osmo-stp_10.42.42.5(pid=12243): Launched\u000a13:42:32.127565 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:42:32.692902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12245): Launched\u000a13:42:32.809167 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:42:33.090273 run patchelf(pid=12246): Launched\u000a13:42:33.279500 run osmo-stp_10.42.42.5(pid=12243): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12243)]\u000a13:42:33.418277 run osmo-stp_10.42.42.5(pid=12243): stdout: \u000a| (launched: 2022-12-09_13:42:31.655378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:33.556886 run osmo-stp_10.42.42.5(pid=12243): stderr: \u000a| �[0;m�[38;5;43m20221209134231949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134231949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134231949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134231950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134231950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134231950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134231950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:33.691181 run osmo-stp_10.42.42.5(pid=12243): stdout: \u000a| (launched: 2022-12-09_13:42:31.655378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:33.824048 run osmo-stp_10.42.42.5(pid=12243): stderr: \u000a| �[0;m�[38;5;43m20221209134231949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134231949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134231949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134231950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134231950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134231950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134231950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:33.978169 run patchelf(pid=12246): Terminating (SIGINT)\u000a13:42:34.158733 run patchelf(pid=12246): Terminated: ok {rc=0}\u000a13:42:34.191988 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12243): Process ended prematurely: osmo-stp_10.42.42.5(pid=12243) [trial-2360↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12243)] [trial-2360↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a13:42:34.201931 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a13:42:34.265259 run osmo-hlr_10.42.42.2(pid=12240): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12240)]\u000a13:42:34.316612 run osmo-hlr_10.42.42.2(pid=12240): stdout: \u000a| (launched: 2022-12-09_13:42:30.581482) \u000a13:42:34.368845 run osmo-hlr_10.42.42.2(pid=12240): stderr: \u000a| �[0;m�[1;31m20221209134230780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134230780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134230780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134230780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134230780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134230781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134230794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134230802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134230802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134230802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:34.413034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12233): Terminating (SIGTERM)\u000a13:42:34.454835 run iperf3-srv_10.42.42.10(pid=12234): Terminating (SIGTERM)\u000a13:42:34.496751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12235): Terminating (SIGTERM)\u000a13:42:34.538665 run iperf3-srv_10.42.42.10(pid=12236): Terminating (SIGTERM)\u000a13:42:34.580875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12239): Terminating (SIGTERM)\u000a13:42:34.622850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12242): Terminating (SIGTERM)\u000a13:42:34.665122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12245): Terminating (SIGTERM)\u000a13:42:34.674955 --- ParallelTerminationStrategy: PID 12233 died...\u000a13:42:34.731227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12233): Terminated: ok {rc=0}\u000a13:42:34.741466 --- ParallelTerminationStrategy: PID 12234 died...\u000a13:42:34.797204 run iperf3-srv_10.42.42.10(pid=12234): Terminated {rc=256}\u000a13:42:34.807347 --- ParallelTerminationStrategy: PID 12235 died...\u000a13:42:34.863150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12235): Terminated: ok {rc=0}\u000a13:42:34.873385 --- ParallelTerminationStrategy: PID 12236 died...\u000a13:42:34.928778 run iperf3-srv_10.42.42.10(pid=12236): Terminated {rc=256}\u000a13:42:34.938837 --- ParallelTerminationStrategy: PID 12239 died...\u000a13:42:34.995017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12239): Terminated: ok {rc=0}\u000a13:42:35.005106 --- ParallelTerminationStrategy: PID 12242 died...\u000a13:42:35.060814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12242): Terminated: ok {rc=0}\u000a13:42:35.070932 --- ParallelTerminationStrategy: PID 12245 died...\u000a13:42:35.126384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12245): Terminated: ok {rc=0}\u000a13:42:35.212466 bus /gobi_0: Setting Powered False\u000a13:42:36.315198 bus /gobi_0: Setting Powered False\u000a13:42:37.424716 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12256): Process ended prematurely: osmo-stp_10.42.42.5(pid=12256) [trial-2360↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12256)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12256): Process ended prematurely: osmo-stp_10.42.42.5(pid=12256) [trial-2360↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a13:42:38.534161 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:38.545751 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:42:38.683762 tst iperf3.py: using LAC 21853\u000a13:42:38.801257 tst iperf3.py: using RAC 178\u000a13:42:38.918192 tst iperf3.py: using CellId 21853\u000a13:42:39.034742 tst iperf3.py: using BVCI 21854\u000a13:42:39.057999 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:39.068667 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:39.079168 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:39.089671 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:39.100018 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:39.110569 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:39.121298 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:39.131638 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:39.142236 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:42:39.435275 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:42:39.570723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:39.905787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12248): Launched\u000a13:42:40.185893 run iperf3-srv_10.42.42.10(pid=12249): Launched\u000a13:42:40.383674 tst iperf3.py:8: start network...\u000a13:42:40.518614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:41.026535 run create_hlr_db(pid=12250): Launched\u000a13:42:41.212702 bus /gobi_6: Setting Powered False\u000a13:42:42.233601 run create_hlr_db(pid=12250): Terminated: ok {rc=0}\u000a13:42:42.662846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12252): Launched\u000a13:42:42.987372 run osmo-hlr_10.42.42.2(pid=12253): Launched\u000a13:42:43.107238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:43.670963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12255): Launched\u000a13:42:43.995376 run osmo-stp_10.42.42.5(pid=12256): Launched\u000a13:42:44.113140 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:42:44.676735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12258): Launched\u000a13:42:44.792483 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:42:45.074872 run patchelf(pid=12259): Launched\u000a13:42:45.264197 run osmo-stp_10.42.42.5(pid=12256): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12256)]\u000a13:42:45.402680 run osmo-stp_10.42.42.5(pid=12256): stdout: \u000a| (launched: 2022-12-09_13:42:43.835139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:45.541468 run osmo-stp_10.42.42.5(pid=12256): stderr: \u000a| �[0;m�[38;5;43m20221209134244027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134244027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134244027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134244028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134244028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134244028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134244028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:45.675908 run osmo-stp_10.42.42.5(pid=12256): stdout: \u000a| (launched: 2022-12-09_13:42:43.835139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:45.809174 run osmo-stp_10.42.42.5(pid=12256): stderr: \u000a| �[0;m�[38;5;43m20221209134244027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134244027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134244027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134244028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134244028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134244028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134244028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:45.966837 run patchelf(pid=12259): Terminating (SIGINT)\u000a13:42:46.151380 run patchelf(pid=12259): Terminated: ok {rc=0}\u000a13:42:46.185887 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12256): Process ended prematurely: osmo-stp_10.42.42.5(pid=12256) [trial-2360↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12256)] [trial-2360↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a13:42:46.196804 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:42:46.264458 run osmo-hlr_10.42.42.2(pid=12253): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12253)]\u000a13:42:46.318582 run osmo-hlr_10.42.42.2(pid=12253): stdout: \u000a| (launched: 2022-12-09_13:42:42.827945) \u000a13:42:46.373456 run osmo-hlr_10.42.42.2(pid=12253): stderr: \u000a| �[0;m�[1;31m20221209134243027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134243027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134243027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134243027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134243027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134243027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134243039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134243048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134243048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134243048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:46.419286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12248): Terminating (SIGTERM)\u000a13:42:46.464614 run iperf3-srv_10.42.42.10(pid=12249): Terminating (SIGTERM)\u000a13:42:46.510388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12252): Terminating (SIGTERM)\u000a13:42:46.554726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12255): Terminating (SIGTERM)\u000a13:42:46.597799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12258): Terminating (SIGTERM)\u000a13:42:46.609336 --- ParallelTerminationStrategy: PID 12248 died...\u000a13:42:46.668817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12248): Terminated: ok {rc=0}\u000a13:42:46.680231 --- ParallelTerminationStrategy: PID 12249 died...\u000a13:42:46.739580 run iperf3-srv_10.42.42.10(pid=12249): Terminated {rc=256}\u000a13:42:46.750794 --- ParallelTerminationStrategy: PID 12252 died...\u000a13:42:46.810395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12252): Terminated: ok {rc=0}\u000a13:42:46.821622 --- ParallelTerminationStrategy: PID 12255 died...\u000a13:42:46.881437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12255): Terminated: ok {rc=0}\u000a13:42:46.892555 --- ParallelTerminationStrategy: PID 12258 died...\u000a13:42:46.952078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12258): Terminated: ok {rc=0}\u000a13:42:47.042203 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12274): Process ended prematurely: osmo-stp_10.42.42.5(pid=12274) [trial-2360↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12274)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12274): Process ended prematurely: osmo-stp_10.42.42.5(pid=12274) [trial-2360↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a13:42:48.151183 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:48.162940 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:42:48.293710 tst iperf3m4.py: using LAC 21854\u000a13:42:48.411836 tst iperf3m4.py: using RAC 179\u000a13:42:48.532546 tst iperf3m4.py: using CellId 21854\u000a13:42:48.650985 tst iperf3m4.py: using BVCI 21855\u000a13:42:48.674400 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:48.685446 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:48.696178 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:48.706906 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:48.717357 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:48.727783 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:48.738491 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:48.749348 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:42:48.759984 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:42:48.875736 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:42:48.994483 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:42:49.113670 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:42:49.411518 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:42:49.547060 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:49.881272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12260): Launched\u000a13:42:50.159158 run iperf3-srv_10.42.42.10(pid=12261): Launched\u000a13:42:50.357025 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:42:50.492258 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:50.826303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12262): Launched\u000a13:42:51.104527 run iperf3-srv_10.42.42.10(pid=12263): Launched\u000a13:42:51.302050 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:42:51.436921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:51.771281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12264): Launched\u000a13:42:52.054912 run iperf3-srv_10.42.42.10(pid=12265): Launched\u000a13:42:52.252462 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:42:52.387143 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:52.720878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12266): Launched\u000a13:42:52.999928 run iperf3-srv_10.42.42.10(pid=12267): Launched\u000a13:42:53.197479 tst iperf3m4.py:8: start network...\u000a13:42:53.332309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:53.840216 run create_hlr_db(pid=12268): Launched\u000a13:42:54.027425 bus /gobi_6: Setting Powered False\u000a13:42:55.048832 run create_hlr_db(pid=12268): Terminated: ok {rc=0}\u000a13:42:55.453142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12270): Launched\u000a13:42:55.755871 run osmo-hlr_10.42.42.2(pid=12271): Launched\u000a13:42:55.867224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:56.500764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12273): Launched\u000a13:42:56.795797 run osmo-stp_10.42.42.5(pid=12274): Launched\u000a13:42:56.903359 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:42:57.419874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12276): Launched\u000a13:42:57.525256 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:42:57.782966 run patchelf(pid=12277): Launched\u000a13:42:57.955681 run osmo-stp_10.42.42.5(pid=12274): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12274)]\u000a13:42:58.082236 run osmo-stp_10.42.42.5(pid=12274): stdout: \u000a| (launched: 2022-12-09_13:42:56.651135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:58.208505 run osmo-stp_10.42.42.5(pid=12274): stderr: \u000a| �[0;m�[38;5;43m20221209134256819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134256819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134256820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134256820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134256821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134256821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134256821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:58.331065 run osmo-stp_10.42.42.5(pid=12274): stdout: \u000a| (launched: 2022-12-09_13:42:56.651135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:58.452060 run osmo-stp_10.42.42.5(pid=12274): stderr: \u000a| �[0;m�[38;5;43m20221209134256819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134256819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134256820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134256820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134256821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134256821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134256821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:58.593369 run patchelf(pid=12277): Terminating (SIGINT)\u000a13:42:58.758306 run patchelf(pid=12277): Terminated: ok {rc=0}\u000a13:42:58.789179 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12274): Process ended prematurely: osmo-stp_10.42.42.5(pid=12274) [trial-2360↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12274)] [trial-2360↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a13:42:58.798383 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:42:58.858088 run osmo-hlr_10.42.42.2(pid=12271): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12271)]\u000a13:42:58.906443 run osmo-hlr_10.42.42.2(pid=12271): stdout: \u000a| (launched: 2022-12-09_13:42:55.607166) \u000a13:42:58.955963 run osmo-hlr_10.42.42.2(pid=12271): stderr: \u000a| �[0;m�[1;31m20221209134255781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134255781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134255781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134255781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134255781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134255781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134255793 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134255802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134255802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134255802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:58.997876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12260): Terminating (SIGTERM)\u000a13:42:59.037084 run iperf3-srv_10.42.42.10(pid=12261): Terminating (SIGTERM)\u000a13:42:59.076674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12262): Terminating (SIGTERM)\u000a13:42:59.115824 run iperf3-srv_10.42.42.10(pid=12263): Terminating (SIGTERM)\u000a13:42:59.155022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12264): Terminating (SIGTERM)\u000a13:42:59.194030 run iperf3-srv_10.42.42.10(pid=12265): Terminating (SIGTERM)\u000a13:42:59.233204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12266): Terminating (SIGTERM)\u000a13:42:59.272173 run iperf3-srv_10.42.42.10(pid=12267): Terminating (SIGTERM)\u000a13:42:59.311720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12270): Terminating (SIGTERM)\u000a13:42:59.350911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12273): Terminating (SIGTERM)\u000a13:42:59.390072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12276): Terminating (SIGTERM)\u000a13:42:59.399317 --- ParallelTerminationStrategy: PID 12260 died...\u000a13:42:59.451791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12260): Terminated: ok {rc=0}\u000a13:42:59.461522 --- ParallelTerminationStrategy: PID 12261 died...\u000a13:42:59.513719 run iperf3-srv_10.42.42.10(pid=12261): Terminated {rc=256}\u000a13:42:59.523331 --- ParallelTerminationStrategy: PID 12262 died...\u000a13:42:59.575752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12262): Terminated: ok {rc=0}\u000a13:42:59.585378 --- ParallelTerminationStrategy: PID 12263 died...\u000a13:42:59.637592 run iperf3-srv_10.42.42.10(pid=12263): Terminated {rc=256}\u000a13:42:59.647228 --- ParallelTerminationStrategy: PID 12264 died...\u000a13:42:59.699804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12264): Terminated: ok {rc=0}\u000a13:42:59.709578 --- ParallelTerminationStrategy: PID 12265 died...\u000a13:42:59.761796 run iperf3-srv_10.42.42.10(pid=12265): Terminated {rc=256}\u000a13:42:59.771466 --- ParallelTerminationStrategy: PID 12266 died...\u000a13:42:59.824612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12266): Terminated: ok {rc=0}\u000a13:42:59.834303 --- ParallelTerminationStrategy: PID 12267 died...\u000a13:42:59.886956 run iperf3-srv_10.42.42.10(pid=12267): Terminated {rc=256}\u000a13:42:59.896576 --- ParallelTerminationStrategy: PID 12270 died...\u000a13:42:59.949188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12270): Terminated: ok {rc=0}\u000a13:42:59.958708 --- ParallelTerminationStrategy: PID 12273 died...\u000a13:43:00.011441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12273): Terminated: ok {rc=0}\u000a13:43:00.021047 --- ParallelTerminationStrategy: PID 12276 died...\u000a13:43:00.073812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12276): Terminated: ok {rc=0}\u000a13:43:00.161618 bus /gobi_4: Setting Powered False\u000a13:43:01.269122 bus /gobi_4: Setting Powered False\u000a13:43:02.374703 bus /gobi_1: Setting Powered False\u000a13:43:03.480814 bus /gobi_1: Setting Powered False\u000a13:43:04.587391 bus /gobi_0: Setting Powered False\u000a13:43:05.694516 bus /gobi_0: Setting Powered False\u000a13:43:06.803758 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12284): Process ended prematurely: osmo-stp_10.42.42.5(pid=12284) [trial-2360↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12284)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12284): Process ended prematurely: osmo-stp_10.42.42.5(pid=12284) [trial-2360↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a13:43:07.871603 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:43:07.883341 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:43:08.020131 tst ping.py: using LAC 21855\u000a13:43:08.140825 tst ping.py: using RAC 180\u000a13:43:08.262067 tst ping.py: using CellId 21855\u000a13:43:08.384918 tst ping.py: using BVCI 21856\u000a13:43:08.408693 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:43:08.420169 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:43:08.431213 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:43:08.442562 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:43:08.453701 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:43:08.464728 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:43:08.476103 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:43:08.487369 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:43:08.755745 tst ping.py:19: start network...\u000a13:43:08.877310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:09.345737 run create_hlr_db(pid=12278): Launched\u000a13:43:09.515314 bus /gobi_6: Setting Powered False\u000a13:43:10.535062 run create_hlr_db(pid=12278): Terminated: ok {rc=0}\u000a13:43:10.949956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12280): Launched\u000a13:43:11.261725 run osmo-hlr_10.42.42.2(pid=12281): Launched\u000a13:43:11.379662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:11.924596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12283): Launched\u000a13:43:12.237574 run osmo-stp_10.42.42.5(pid=12284): Launched\u000a13:43:12.351233 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:43:12.895220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12286): Launched\u000a13:43:13.006214 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:43:13.277464 run patchelf(pid=12287): Launched\u000a13:43:13.459769 run osmo-stp_10.42.42.5(pid=12284): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12284)]\u000a13:43:13.593326 run osmo-stp_10.42.42.5(pid=12284): stdout: \u000a| (launched: 2022-12-09_13:43:12.083442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:13.727398 run osmo-stp_10.42.42.5(pid=12284): stderr: \u000a| �[0;m�[38;5;43m20221209134312273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134312273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134312273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134312274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134312274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134312274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134312274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:13.856614 run osmo-stp_10.42.42.5(pid=12284): stdout: \u000a| (launched: 2022-12-09_13:43:12.083442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:13.984707 run osmo-stp_10.42.42.5(pid=12284): stderr: \u000a| �[0;m�[38;5;43m20221209134312273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134312273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134312273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134312274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134312274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134312274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134312274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:14.133276 run patchelf(pid=12287): Terminating (SIGINT)\u000a13:43:14.307172 run patchelf(pid=12287): Terminated: ok {rc=0}\u000a13:43:14.338994 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12284): Process ended prematurely: osmo-stp_10.42.42.5(pid=12284) [trial-2360↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12284)] [trial-2360↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a13:43:14.348320 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:43:14.411418 run osmo-hlr_10.42.42.2(pid=12281): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12281)]\u000a13:43:14.462990 run osmo-hlr_10.42.42.2(pid=12281): stdout: \u000a| (launched: 2022-12-09_13:43:11.108138) \u000a13:43:14.515249 run osmo-hlr_10.42.42.2(pid=12281): stderr: \u000a| �[0;m�[1;31m20221209134311303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134311303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134311303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134311303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134311303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134311303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134311315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134311325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134311326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134311326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:14.559604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12280): Terminating (SIGTERM)\u000a13:43:14.601310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12283): Terminating (SIGTERM)\u000a13:43:14.643294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12286): Terminating (SIGTERM)\u000a13:43:14.652867 --- ParallelTerminationStrategy: PID 12280 died...\u000a13:43:14.708903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12280): Terminated: ok {rc=0}\u000a13:43:14.719089 --- ParallelTerminationStrategy: PID 12283 died...\u000a13:43:14.774795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12283): Terminated: ok {rc=0}\u000a13:43:14.784732 --- ParallelTerminationStrategy: PID 12286 died...\u000a13:43:14.840022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12286): Terminated: ok {rc=0}\u000a13:43:14.926935 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12294): Process ended prematurely: osmo-stp_10.42.42.5(pid=12294) [trial-2360↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12294)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12294): Process ended prematurely: osmo-stp_10.42.42.5(pid=12294) [trial-2360↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a13:43:15.982422 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:43:15.994906 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:43:16.162126 tst ping_idle_ping.py: using LAC 21856\u000a13:43:16.289779 tst ping_idle_ping.py: using RAC 181\u000a13:43:16.405779 tst ping_idle_ping.py: using CellId 21856\u000a13:43:16.523248 tst ping_idle_ping.py: using BVCI 21857\u000a13:43:16.546400 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:43:16.558174 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:43:16.569528 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:43:16.581644 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:43:16.593306 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:43:16.605599 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:43:16.616993 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:43:16.629194 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:43:16.959720 tst ping_idle_ping.py:24: start network...\u000a13:43:17.085211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:17.564233 run create_hlr_db(pid=12288): Launched\u000a13:43:17.734031 bus /gobi_6: Setting Powered False\u000a13:43:18.754685 run create_hlr_db(pid=12288): Terminated: ok {rc=0}\u000a13:43:19.171498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12290): Launched\u000a13:43:19.483741 run osmo-hlr_10.42.42.2(pid=12291): Launched\u000a13:43:19.601435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:20.146137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12293): Launched\u000a13:43:20.458381 run osmo-stp_10.42.42.5(pid=12294): Launched\u000a13:43:20.571619 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:43:21.118629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12296): Launched\u000a13:43:21.231176 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:43:21.503954 run patchelf(pid=12297): Launched\u000a13:43:21.687570 run osmo-stp_10.42.42.5(pid=12294): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12294)]\u000a13:43:21.822758 run osmo-stp_10.42.42.5(pid=12294): stdout: \u000a| (launched: 2022-12-09_13:43:20.305065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:21.957775 run osmo-stp_10.42.42.5(pid=12294): stderr: \u000a| �[0;m�[38;5;43m20221209134320494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134320494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134320495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134320495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134320496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134320496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134320496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:22.087943 run osmo-stp_10.42.42.5(pid=12294): stdout: \u000a| (launched: 2022-12-09_13:43:20.305065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:22.217068 run osmo-stp_10.42.42.5(pid=12294): stderr: \u000a| �[0;m�[38;5;43m20221209134320494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134320494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134320495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134320495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134320496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134320496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134320496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:22.366496 run patchelf(pid=12297): Terminating (SIGINT)\u000a13:43:22.541784 run patchelf(pid=12297): Terminated: ok {rc=0}\u000a13:43:22.573778 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12294): Process ended prematurely: osmo-stp_10.42.42.5(pid=12294) [trial-2360↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12294)] [trial-2360↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a13:43:22.583082 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:43:22.646286 run osmo-hlr_10.42.42.2(pid=12291): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12291)]\u000a13:43:22.698230 run osmo-hlr_10.42.42.2(pid=12291): stdout: \u000a| (launched: 2022-12-09_13:43:19.330656) \u000a13:43:22.750729 run osmo-hlr_10.42.42.2(pid=12291): stderr: \u000a| �[0;m�[1;31m20221209134319527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134319527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134319527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134319527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134319527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134319527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134319540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134319550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134319551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134319551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:22.795344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12290): Terminating (SIGTERM)\u000a13:43:22.837507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12293): Terminating (SIGTERM)\u000a13:43:22.879519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12296): Terminating (SIGTERM)\u000a13:43:22.889251 --- ParallelTerminationStrategy: PID 12290 died...\u000a13:43:22.944885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12290): Terminated: ok {rc=0}\u000a13:43:22.955061 --- ParallelTerminationStrategy: PID 12293 died...\u000a13:43:23.010671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12293): Terminated: ok {rc=0}\u000a13:43:23.020738 --- ParallelTerminationStrategy: PID 12296 died...\u000a13:43:23.076407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12296): Terminated: ok {rc=0}\u000a13:43:23.163017 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:42:24" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12312): Process ended prematurely: osmo-stp_10.42.42.5(pid=12312) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12312)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12312): Process ended prematurely: osmo-stp_10.42.42.5(pid=12312) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:43:25.316037 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:25.327665 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:43:25.468640 tst cs_paging_gprs_active.py: using LAC 21857\u000a13:43:25.593555 tst cs_paging_gprs_active.py: using RAC 182\u000a13:43:25.718186 tst cs_paging_gprs_active.py: using CellId 21857\u000a13:43:25.838405 tst cs_paging_gprs_active.py: using BVCI 21858\u000a13:43:25.861282 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:25.872080 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:25.883044 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:25.893805 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:25.905352 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:25.916588 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:25.927837 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:25.938958 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:25.950398 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:43:26.067155 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:43:26.359599 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:43:26.493236 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:26.823024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12301): Launched\u000a13:43:27.097197 run iperf3-srv_10.42.42.10(pid=12302): Launched\u000a13:43:27.293630 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:43:27.427166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:27.757247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12304): Launched\u000a13:43:28.030431 run iperf3-srv_10.42.42.10(pid=12305): Launched\u000a13:43:28.225583 tst cs_paging_gprs_active.py:38: start network...\u000a13:43:28.358506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:28.860637 run create_hlr_db(pid=12306): Launched\u000a13:43:29.043937 bus /gobi_6: Setting Powered False\u000a13:43:30.065718 run create_hlr_db(pid=12306): Terminated: ok {rc=0}\u000a13:43:30.465557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12308): Launched\u000a13:43:30.764255 run osmo-hlr_10.42.42.2(pid=12309): Launched\u000a13:43:30.934379 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:31.571796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12311): Launched\u000a13:43:31.995684 run osmo-stp_10.42.42.5(pid=12312): Launched\u000a13:43:32.150299 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:43:32.706868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12314): Launched\u000a13:43:32.813879 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:43:33.073675 run patchelf(pid=12315): Launched\u000a13:43:33.248925 run osmo-stp_10.42.42.5(pid=12312): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12312)]\u000a13:43:33.377071 run osmo-stp_10.42.42.5(pid=12312): stdout: \u000a| (launched: 2022-12-09_13:43:31.738934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:33.505131 run osmo-stp_10.42.42.5(pid=12312): stderr: \u000a| �[0;m�[38;5;43m20221209134332041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134332041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134332041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134332042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134332042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134332043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134332043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:33.628753 run osmo-stp_10.42.42.5(pid=12312): stdout: \u000a| (launched: 2022-12-09_13:43:31.738934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:33.751287 run osmo-stp_10.42.42.5(pid=12312): stderr: \u000a| �[0;m�[38;5;43m20221209134332041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134332041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134332041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134332042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134332042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134332043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134332043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:33.893290 run patchelf(pid=12315): Terminating (SIGINT)\u000a13:43:34.059956 run patchelf(pid=12315): Terminated: ok {rc=0}\u000a13:43:34.090934 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12312): Process ended prematurely: osmo-stp_10.42.42.5(pid=12312) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12312)] [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:43:34.100266 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:43:34.160164 run osmo-hlr_10.42.42.2(pid=12309): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12309)]\u000a13:43:34.209215 run osmo-hlr_10.42.42.2(pid=12309): stdout: \u000a| (launched: 2022-12-09_13:43:30.616709) \u000a13:43:34.258805 run osmo-hlr_10.42.42.2(pid=12309): stderr: \u000a| �[0;m�[1;31m20221209134330793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134330793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134330793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134330793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134330793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134330793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134330805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134330813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134330814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134330814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:34.301019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12301): Terminating (SIGTERM)\u000a13:43:34.340676 run iperf3-srv_10.42.42.10(pid=12302): Terminating (SIGTERM)\u000a13:43:34.380416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12304): Terminating (SIGTERM)\u000a13:43:34.420186 run iperf3-srv_10.42.42.10(pid=12305): Terminating (SIGTERM)\u000a13:43:34.460086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12308): Terminating (SIGTERM)\u000a13:43:34.499701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12311): Terminating (SIGTERM)\u000a13:43:34.539388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12314): Terminating (SIGTERM)\u000a13:43:34.548604 --- ParallelTerminationStrategy: PID 12301 died...\u000a13:43:34.601675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12301): Terminated: ok {rc=0}\u000a13:43:34.611269 --- ParallelTerminationStrategy: PID 12302 died...\u000a13:43:34.663623 run iperf3-srv_10.42.42.10(pid=12302): Terminated {rc=256}\u000a13:43:34.673098 --- ParallelTerminationStrategy: PID 12304 died...\u000a13:43:34.725975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12304): Terminated: ok {rc=0}\u000a13:43:34.735456 --- ParallelTerminationStrategy: PID 12305 died...\u000a13:43:34.787857 run iperf3-srv_10.42.42.10(pid=12305): Terminated {rc=256}\u000a13:43:34.797451 --- ParallelTerminationStrategy: PID 12308 died...\u000a13:43:34.849969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12308): Terminated: ok {rc=0}\u000a13:43:34.859338 --- ParallelTerminationStrategy: PID 12311 died...\u000a13:43:34.911863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12311): Terminated: ok {rc=0}\u000a13:43:34.921545 --- ParallelTerminationStrategy: PID 12314 died...\u000a13:43:34.974093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12314): Terminated: ok {rc=0}\u000a13:43:35.062327 bus /gobi_0: Setting Powered False\u000a13:43:36.165567 bus /gobi_0: Setting Powered False\u000a13:43:37.277992 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12324): Process ended prematurely: osmo-stp_10.42.42.5(pid=12324) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12324)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12324): Process ended prematurely: osmo-stp_10.42.42.5(pid=12324) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:43:38.387666 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:38.399132 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:43:38.535536 tst iperf3.py: using LAC 21858\u000a13:43:38.659166 tst iperf3.py: using RAC 183\u000a13:43:38.784830 tst iperf3.py: using CellId 21858\u000a13:43:38.909877 tst iperf3.py: using BVCI 21859\u000a13:43:38.934492 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:38.946305 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:38.957748 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:38.969688 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:38.981714 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:38.993704 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:39.005738 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:39.017592 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:39.029517 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:43:39.306367 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:43:39.430286 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:39.738964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12316): Launched\u000a13:43:39.995925 run iperf3-srv_10.42.42.10(pid=12317): Launched\u000a13:43:40.177076 tst iperf3.py:8: start network...\u000a13:43:40.301059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:40.780571 run create_hlr_db(pid=12318): Launched\u000a13:43:40.951461 bus /gobi_6: Setting Powered False\u000a13:43:41.972761 run create_hlr_db(pid=12318): Terminated: ok {rc=0}\u000a13:43:42.369884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12320): Launched\u000a13:43:42.668427 run osmo-hlr_10.42.42.2(pid=12321): Launched\u000a13:43:42.777211 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:43.292575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12323): Launched\u000a13:43:43.590715 run osmo-stp_10.42.42.5(pid=12324): Launched\u000a13:43:43.698439 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:43:44.216784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12326): Launched\u000a13:43:44.322634 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:43:44.581625 run patchelf(pid=12327): Launched\u000a13:43:44.755462 run osmo-stp_10.42.42.5(pid=12324): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12324)]\u000a13:43:44.882719 run osmo-stp_10.42.42.5(pid=12324): stdout: \u000a| (launched: 2022-12-09_13:43:43.444631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:45.010142 run osmo-stp_10.42.42.5(pid=12324): stderr: \u000a| �[0;m�[38;5;43m20221209134343618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134343618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134343618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134343619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134343619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134343619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134343619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:45.132785 run osmo-stp_10.42.42.5(pid=12324): stdout: \u000a| (launched: 2022-12-09_13:43:43.444631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:45.254839 run osmo-stp_10.42.42.5(pid=12324): stderr: \u000a| �[0;m�[38;5;43m20221209134343618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134343618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134343618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134343619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134343619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134343619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134343619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:45.397351 run patchelf(pid=12327): Terminating (SIGINT)\u000a13:43:45.562552 run patchelf(pid=12327): Terminated: ok {rc=0}\u000a13:43:45.593237 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12324): Process ended prematurely: osmo-stp_10.42.42.5(pid=12324) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12324)] [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a13:43:45.602437 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a13:43:45.661774 run osmo-hlr_10.42.42.2(pid=12321): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12321)]\u000a13:43:45.710273 run osmo-hlr_10.42.42.2(pid=12321): stdout: \u000a| (launched: 2022-12-09_13:43:42.521324) \u000a13:43:45.759527 run osmo-hlr_10.42.42.2(pid=12321): stderr: \u000a| �[0;m�[1;31m20221209134342697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134342697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134342697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134342697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134342697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134342697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134342710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134342720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134342721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134342721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:45.801615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12316): Terminating (SIGTERM)\u000a13:43:45.841274 run iperf3-srv_10.42.42.10(pid=12317): Terminating (SIGTERM)\u000a13:43:45.896476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12320): Terminating (SIGTERM)\u000a13:43:45.936931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12323): Terminating (SIGTERM)\u000a13:43:45.977196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12326): Terminating (SIGTERM)\u000a13:43:45.986925 --- ParallelTerminationStrategy: PID 12316 died...\u000a13:43:46.042284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12316): Terminated: ok {rc=0}\u000a13:43:46.052167 --- ParallelTerminationStrategy: PID 12317 died...\u000a13:43:46.105507 run iperf3-srv_10.42.42.10(pid=12317): Terminated {rc=256}\u000a13:43:46.115285 --- ParallelTerminationStrategy: PID 12320 died...\u000a13:43:46.168519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12320): Terminated: ok {rc=0}\u000a13:43:46.178392 --- ParallelTerminationStrategy: PID 12323 died...\u000a13:43:46.231593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12323): Terminated: ok {rc=0}\u000a13:43:46.241537 --- ParallelTerminationStrategy: PID 12326 died...\u000a13:43:46.294829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12326): Terminated: ok {rc=0}\u000a13:43:46.380498 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12342): Process ended prematurely: osmo-stp_10.42.42.5(pid=12342) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12342)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12342): Process ended prematurely: osmo-stp_10.42.42.5(pid=12342) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:43:47.487639 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:47.499281 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:43:47.633512 tst iperf3m4.py: using LAC 21859\u000a13:43:47.750740 tst iperf3m4.py: using RAC 184\u000a13:43:47.875635 tst iperf3m4.py: using CellId 21859\u000a13:43:48.002076 tst iperf3m4.py: using BVCI 21860\u000a13:43:48.026604 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:48.038351 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:48.050143 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:48.061949 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:48.073538 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:48.085505 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:48.097786 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:48.109385 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:43:48.121397 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:43:48.247654 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:43:48.362806 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:43:48.477173 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:43:48.769355 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:43:48.903220 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:49.232095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12328): Launched\u000a13:43:49.506368 run iperf3-srv_10.42.42.10(pid=12329): Launched\u000a13:43:49.701581 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:43:49.834998 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:50.164083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12330): Launched\u000a13:43:50.438175 run iperf3-srv_10.42.42.10(pid=12331): Launched\u000a13:43:50.633135 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:43:50.766743 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:51.095998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12332): Launched\u000a13:43:51.370281 run iperf3-srv_10.42.42.10(pid=12333): Launched\u000a13:43:51.565520 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:43:51.698711 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:52.028270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12334): Launched\u000a13:43:52.301803 run iperf3-srv_10.42.42.10(pid=12335): Launched\u000a13:43:52.496337 tst iperf3m4.py:8: start network...\u000a13:43:52.629649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:53.134228 run create_hlr_db(pid=12336): Launched\u000a13:43:53.318853 bus /gobi_6: Setting Powered False\u000a13:43:54.340069 run create_hlr_db(pid=12336): Terminated: ok {rc=0}\u000a13:43:54.765178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12338): Launched\u000a13:43:55.083210 run osmo-hlr_10.42.42.2(pid=12339): Launched\u000a13:43:55.202127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:55.759111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12341): Launched\u000a13:43:56.077407 run osmo-stp_10.42.42.5(pid=12342): Launched\u000a13:43:56.193169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:43:56.747490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12344): Launched\u000a13:43:56.861773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:43:57.138951 run patchelf(pid=12345): Launched\u000a13:43:57.325554 run osmo-stp_10.42.42.5(pid=12342): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12342)]\u000a13:43:57.462470 run osmo-stp_10.42.42.5(pid=12342): stdout: \u000a| (launched: 2022-12-09_13:43:55.921047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:57.599848 run osmo-stp_10.42.42.5(pid=12342): stderr: \u000a| �[0;m�[38;5;43m20221209134356107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134356107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134356107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134356107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134356108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134356108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134356108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:57.732885 run osmo-stp_10.42.42.5(pid=12342): stdout: \u000a| (launched: 2022-12-09_13:43:55.921047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:57.864454 run osmo-stp_10.42.42.5(pid=12342): stderr: \u000a| �[0;m�[38;5;43m20221209134356107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134356107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134356107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134356107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134356108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134356108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134356108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:58.016526 run patchelf(pid=12345): Terminating (SIGINT)\u000a13:43:58.195010 run patchelf(pid=12345): Terminated: ok {rc=0}\u000a13:43:58.227741 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12342): Process ended prematurely: osmo-stp_10.42.42.5(pid=12342) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12342)] [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:43:58.237705 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:43:58.302336 run osmo-hlr_10.42.42.2(pid=12339): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12339)]\u000a13:43:58.354099 run osmo-hlr_10.42.42.2(pid=12339): stdout: \u000a| (launched: 2022-12-09_13:43:54.926832) \u000a13:43:58.406588 run osmo-hlr_10.42.42.2(pid=12339): stderr: \u000a| �[0;m�[1;31m20221209134355122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134355122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134355122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134355122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134355122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134355122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134355137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134355147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134355147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134355147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:58.451137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12328): Terminating (SIGTERM)\u000a13:43:58.492830 run iperf3-srv_10.42.42.10(pid=12329): Terminating (SIGTERM)\u000a13:43:58.535145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12330): Terminating (SIGTERM)\u000a13:43:58.577537 run iperf3-srv_10.42.42.10(pid=12331): Terminating (SIGTERM)\u000a13:43:58.620007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12332): Terminating (SIGTERM)\u000a13:43:58.662330 run iperf3-srv_10.42.42.10(pid=12333): Terminating (SIGTERM)\u000a13:43:58.704516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12334): Terminating (SIGTERM)\u000a13:43:58.747118 run iperf3-srv_10.42.42.10(pid=12335): Terminating (SIGTERM)\u000a13:43:58.789519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12338): Terminating (SIGTERM)\u000a13:43:58.831784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12341): Terminating (SIGTERM)\u000a13:43:58.874545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12344): Terminating (SIGTERM)\u000a13:43:58.884198 --- ParallelTerminationStrategy: PID 12328 died...\u000a13:43:58.940768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12328): Terminated: ok {rc=0}\u000a13:43:58.950925 --- ParallelTerminationStrategy: PID 12329 died...\u000a13:43:59.006954 run iperf3-srv_10.42.42.10(pid=12329): Terminated {rc=256}\u000a13:43:59.017092 --- ParallelTerminationStrategy: PID 12330 died...\u000a13:43:59.073102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12330): Terminated: ok {rc=0}\u000a13:43:59.083606 --- ParallelTerminationStrategy: PID 12331 died...\u000a13:43:59.139774 run iperf3-srv_10.42.42.10(pid=12331): Terminated {rc=256}\u000a13:43:59.150043 --- ParallelTerminationStrategy: PID 12332 died...\u000a13:43:59.206290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12332): Terminated: ok {rc=0}\u000a13:43:59.216450 --- ParallelTerminationStrategy: PID 12333 died...\u000a13:43:59.272866 run iperf3-srv_10.42.42.10(pid=12333): Terminated {rc=256}\u000a13:43:59.283049 --- ParallelTerminationStrategy: PID 12334 died...\u000a13:43:59.339425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12334): Terminated: ok {rc=0}\u000a13:43:59.349753 --- ParallelTerminationStrategy: PID 12335 died...\u000a13:43:59.405985 run iperf3-srv_10.42.42.10(pid=12335): Terminated {rc=256}\u000a13:43:59.416167 --- ParallelTerminationStrategy: PID 12338 died...\u000a13:43:59.473063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12338): Terminated: ok {rc=0}\u000a13:43:59.483199 --- ParallelTerminationStrategy: PID 12341 died...\u000a13:43:59.539675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12341): Terminated: ok {rc=0}\u000a13:43:59.549998 --- ParallelTerminationStrategy: PID 12344 died...\u000a13:43:59.606329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12344): Terminated: ok {rc=0}\u000a13:43:59.693986 bus /gobi_4: Setting Powered False\u000a13:44:00.802454 bus /gobi_4: Setting Powered False\u000a13:44:01.917385 bus /gobi_1: Setting Powered False\u000a13:44:03.018309 bus /gobi_1: Setting Powered False\u000a13:44:04.129746 bus /gobi_0: Setting Powered False\u000a13:44:05.235876 bus /gobi_0: Setting Powered False\u000a13:44:06.349005 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12352): Process ended prematurely: osmo-stp_10.42.42.5(pid=12352) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12352)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12352): Process ended prematurely: osmo-stp_10.42.42.5(pid=12352) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:44:07.415658 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:44:07.427385 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:44:07.559676 tst ping.py: using LAC 21860\u000a13:44:07.683456 tst ping.py: using RAC 185\u000a13:44:07.802059 tst ping.py: using CellId 21860\u000a13:44:07.917587 tst ping.py: using BVCI 21861\u000a13:44:07.940104 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:44:07.951385 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:44:07.962353 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:44:07.973306 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:44:07.984111 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:44:07.994965 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:44:08.005856 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:44:08.016530 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:44:08.299533 tst ping.py:19: start network...\u000a13:44:08.429666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:08.921689 run create_hlr_db(pid=12346): Launched\u000a13:44:09.102504 bus /gobi_6: Setting Powered False\u000a13:44:10.112643 run create_hlr_db(pid=12346): Terminated: ok {rc=0}\u000a13:44:10.510746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12348): Launched\u000a13:44:10.803925 run osmo-hlr_10.42.42.2(pid=12349): Launched\u000a13:44:10.913016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:11.424506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12351): Launched\u000a13:44:11.717605 run osmo-stp_10.42.42.5(pid=12352): Launched\u000a13:44:11.824109 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:44:12.336473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12354): Launched\u000a13:44:12.440768 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:44:12.695825 run patchelf(pid=12355): Launched\u000a13:44:12.867941 run osmo-stp_10.42.42.5(pid=12352): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12352)]\u000a13:44:12.993982 run osmo-stp_10.42.42.5(pid=12352): stdout: \u000a| (launched: 2022-12-09_13:44:11.573410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:13.120133 run osmo-stp_10.42.42.5(pid=12352): stderr: \u000a| �[0;m�[38;5;43m20221209134411744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134411744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134411745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134411745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134411746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134411746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134411746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:13.241740 run osmo-stp_10.42.42.5(pid=12352): stdout: \u000a| (launched: 2022-12-09_13:44:11.573410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:13.362564 run osmo-stp_10.42.42.5(pid=12352): stderr: \u000a| �[0;m�[38;5;43m20221209134411744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134411744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134411745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134411745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134411746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134411746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134411746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:13.502484 run patchelf(pid=12355): Terminating (SIGINT)\u000a13:44:13.667466 run patchelf(pid=12355): Terminated: ok {rc=0}\u000a13:44:13.697798 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12352): Process ended prematurely: osmo-stp_10.42.42.5(pid=12352) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12352)] [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a13:44:13.706398 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:44:13.766228 run osmo-hlr_10.42.42.2(pid=12349): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12349)]\u000a13:44:13.815470 run osmo-hlr_10.42.42.2(pid=12349): stdout: \u000a| (launched: 2022-12-09_13:44:10.659597) \u000a13:44:13.865342 run osmo-hlr_10.42.42.2(pid=12349): stderr: \u000a| �[0;m�[1;31m20221209134410835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134410835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134410835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134410835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134410835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134410835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134410848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134410858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134410858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134410858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:13.907631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12348): Terminating (SIGTERM)\u000a13:44:13.947580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12351): Terminating (SIGTERM)\u000a13:44:13.987630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12354): Terminating (SIGTERM)\u000a13:44:13.997078 --- ParallelTerminationStrategy: PID 12348 died...\u000a13:44:14.050667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12348): Terminated: ok {rc=0}\u000a13:44:14.060531 --- ParallelTerminationStrategy: PID 12351 died...\u000a13:44:14.114022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12351): Terminated: ok {rc=0}\u000a13:44:14.123895 --- ParallelTerminationStrategy: PID 12354 died...\u000a13:44:14.176971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12354): Terminated: ok {rc=0}\u000a13:44:14.265029 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12362): Process ended prematurely: osmo-stp_10.42.42.5(pid=12362) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12362)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12362): Process ended prematurely: osmo-stp_10.42.42.5(pid=12362) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:44:15.317148 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:44:15.328812 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:44:15.462538 tst ping_idle_ping.py: using LAC 21861\u000a13:44:15.578941 tst ping_idle_ping.py: using RAC 186\u000a13:44:15.696270 tst ping_idle_ping.py: using CellId 21861\u000a13:44:15.811932 tst ping_idle_ping.py: using BVCI 21862\u000a13:44:15.840845 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:44:15.853423 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:44:15.866771 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:44:15.885389 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:44:15.901922 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:44:15.915761 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:44:15.929329 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:44:15.942835 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:44:16.286525 tst ping_idle_ping.py:24: start network...\u000a13:44:16.418444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:16.934557 run create_hlr_db(pid=12356): Launched\u000a13:44:17.107440 bus /gobi_6: Setting Powered False\u000a13:44:18.126585 run create_hlr_db(pid=12356): Terminated: ok {rc=0}\u000a13:44:18.543980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12358): Launched\u000a13:44:18.858278 run osmo-hlr_10.42.42.2(pid=12359): Launched\u000a13:44:18.976177 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:19.522270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12361): Launched\u000a13:44:19.837214 run osmo-stp_10.42.42.5(pid=12362): Launched\u000a13:44:19.951445 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:44:20.498071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12364): Launched\u000a13:44:20.610059 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:44:20.882461 run patchelf(pid=12365): Launched\u000a13:44:21.066342 run osmo-stp_10.42.42.5(pid=12362): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12362)]\u000a13:44:21.200894 run osmo-stp_10.42.42.5(pid=12362): stdout: \u000a| (launched: 2022-12-09_13:44:19.681664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:21.335845 run osmo-stp_10.42.42.5(pid=12362): stderr: \u000a| �[0;m�[38;5;43m20221209134419873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134419873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134419873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134419874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134419874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134419874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134419874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:21.466224 run osmo-stp_10.42.42.5(pid=12362): stdout: \u000a| (launched: 2022-12-09_13:44:19.681664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:21.595900 run osmo-stp_10.42.42.5(pid=12362): stderr: \u000a| �[0;m�[38;5;43m20221209134419873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134419873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134419873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134419874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134419874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134419874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134419874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:21.746320 run patchelf(pid=12365): Terminating (SIGINT)\u000a13:44:21.922238 run patchelf(pid=12365): Terminated: ok {rc=0}\u000a13:44:21.954294 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12362): Process ended prematurely: osmo-stp_10.42.42.5(pid=12362) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12362)] [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:44:21.963537 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:44:22.027505 run osmo-hlr_10.42.42.2(pid=12359): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12359)]\u000a13:44:22.079083 run osmo-hlr_10.42.42.2(pid=12359): stdout: \u000a| (launched: 2022-12-09_13:44:18.703070) \u000a13:44:22.131394 run osmo-hlr_10.42.42.2(pid=12359): stderr: \u000a| �[0;m�[1;31m20221209134418897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134418897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134418897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134418897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134418897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134418897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134418909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134418918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134418918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134418918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:22.175481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12358): Terminating (SIGTERM)\u000a13:44:22.217462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12361): Terminating (SIGTERM)\u000a13:44:22.259307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12364): Terminating (SIGTERM)\u000a13:44:22.269266 --- ParallelTerminationStrategy: PID 12358 died...\u000a13:44:22.324882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12358): Terminated: ok {rc=0}\u000a13:44:22.335257 --- ParallelTerminationStrategy: PID 12361 died...\u000a13:44:22.390555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12361): Terminated: ok {rc=0}\u000a13:44:22.400822 --- ParallelTerminationStrategy: PID 12364 died...\u000a13:44:22.456399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12364): Terminated: ok {rc=0}\u000a13:44:22.543689 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:43:24" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12379): Process ended prematurely: osmo-stp_10.42.42.5(pid=12379) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12379)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12379): Process ended prematurely: osmo-stp_10.42.42.5(pid=12379) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:44:24.689365 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:24.701009 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:44:24.865129 tst cs_paging_gprs_active.py: using LAC 21862\u000a13:44:24.988811 tst cs_paging_gprs_active.py: using RAC 187\u000a13:44:25.112203 tst cs_paging_gprs_active.py: using CellId 21862\u000a13:44:25.236287 tst cs_paging_gprs_active.py: using BVCI 21863\u000a13:44:25.260739 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:25.272379 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:25.283767 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:25.295411 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:25.307874 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:25.319440 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:25.331175 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:25.342703 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:25.354595 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:44:25.475676 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:44:25.753060 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:44:25.878524 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:26.188867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12369): Launched\u000a13:44:26.447005 run iperf3-srv_10.42.42.10(pid=12370): Launched\u000a13:44:26.630074 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:44:26.755130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:27.065388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12371): Launched\u000a13:44:27.322567 run iperf3-srv_10.42.42.10(pid=12372): Launched\u000a13:44:27.505364 tst cs_paging_gprs_active.py:38: start network...\u000a13:44:27.630090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:28.109822 run create_hlr_db(pid=12373): Launched\u000a13:44:28.281826 bus /gobi_6: Setting Powered False\u000a13:44:29.304234 run create_hlr_db(pid=12373): Terminated: ok {rc=0}\u000a13:44:29.729835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12375): Launched\u000a13:44:30.050815 run osmo-hlr_10.42.42.2(pid=12376): Launched\u000a13:44:30.171330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:30.727425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12378): Launched\u000a13:44:31.178826 run osmo-stp_10.42.42.5(pid=12379): Launched\u000a13:44:31.444716 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:44:32.005829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12381): Launched\u000a13:44:32.115774 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:44:32.380115 run patchelf(pid=12382): Launched\u000a13:44:32.556445 run osmo-stp_10.42.42.5(pid=12379): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12379)]\u000a13:44:32.685445 run osmo-stp_10.42.42.5(pid=12379): stdout: \u000a| (launched: 2022-12-09_13:44:30.921388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:32.814965 run osmo-stp_10.42.42.5(pid=12379): stderr: \u000a| �[0;m�[38;5;43m20221209134431242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134431242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134431242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134431243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134431243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134431243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134431243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:32.938942 run osmo-stp_10.42.42.5(pid=12379): stdout: \u000a| (launched: 2022-12-09_13:44:30.921388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:33.062384 run osmo-stp_10.42.42.5(pid=12379): stderr: \u000a| �[0;m�[38;5;43m20221209134431242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134431242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134431242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134431243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134431243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134431243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134431243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:33.205386 run patchelf(pid=12382): Terminating (SIGINT)\u000a13:44:33.373600 run patchelf(pid=12382): Terminated: ok {rc=0}\u000a13:44:33.404566 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12379): Process ended prematurely: osmo-stp_10.42.42.5(pid=12379) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12379)] [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:44:33.413893 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:44:33.474034 run osmo-hlr_10.42.42.2(pid=12376): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12376)]\u000a13:44:33.523343 run osmo-hlr_10.42.42.2(pid=12376): stdout: \u000a| (launched: 2022-12-09_13:44:29.893065) \u000a13:44:33.573077 run osmo-hlr_10.42.42.2(pid=12376): stderr: \u000a| �[0;m�[1;31m20221209134430089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134430089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134430089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134430089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134430090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134430090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134430102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134430110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134430110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134430110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:33.615300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12369): Terminating (SIGTERM)\u000a13:44:33.654945 run iperf3-srv_10.42.42.10(pid=12370): Terminating (SIGTERM)\u000a13:44:33.694773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12371): Terminating (SIGTERM)\u000a13:44:33.735144 run iperf3-srv_10.42.42.10(pid=12372): Terminating (SIGTERM)\u000a13:44:33.774982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12375): Terminating (SIGTERM)\u000a13:44:33.814771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12378): Terminating (SIGTERM)\u000a13:44:33.854512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12381): Terminating (SIGTERM)\u000a13:44:33.863651 --- ParallelTerminationStrategy: PID 12369 died...\u000a13:44:33.916620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12369): Terminated: ok {rc=0}\u000a13:44:33.926181 --- ParallelTerminationStrategy: PID 12370 died...\u000a13:44:33.978696 run iperf3-srv_10.42.42.10(pid=12370): Terminated {rc=256}\u000a13:44:33.988199 --- ParallelTerminationStrategy: PID 12371 died...\u000a13:44:34.040554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12371): Terminated: ok {rc=0}\u000a13:44:34.050084 --- ParallelTerminationStrategy: PID 12372 died...\u000a13:44:34.102705 run iperf3-srv_10.42.42.10(pid=12372): Terminated {rc=256}\u000a13:44:34.112284 --- ParallelTerminationStrategy: PID 12375 died...\u000a13:44:34.164759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12375): Terminated: ok {rc=0}\u000a13:44:34.174340 --- ParallelTerminationStrategy: PID 12378 died...\u000a13:44:34.226785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12378): Terminated: ok {rc=0}\u000a13:44:34.236299 --- ParallelTerminationStrategy: PID 12381 died...\u000a13:44:34.288738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12381): Terminated: ok {rc=0}\u000a13:44:34.377290 bus /gobi_0: Setting Powered False\u000a13:44:35.481719 bus /gobi_0: Setting Powered False\u000a13:44:36.592878 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12391): Process ended prematurely: osmo-stp_10.42.42.5(pid=12391) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12391)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12391): Process ended prematurely: osmo-stp_10.42.42.5(pid=12391) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:44:37.702247 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:37.714092 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:44:37.871812 tst iperf3.py: using LAC 21863\u000a13:44:37.987804 tst iperf3.py: using RAC 188\u000a13:44:38.107096 tst iperf3.py: using CellId 21863\u000a13:44:38.223230 tst iperf3.py: using BVCI 21864\u000a13:44:38.246191 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:38.257352 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:38.268202 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:38.279192 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:38.290055 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:38.300791 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:38.311663 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:38.322355 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:38.333293 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:44:38.607313 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:44:38.731862 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:39.043410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12383): Launched\u000a13:44:39.302237 run iperf3-srv_10.42.42.10(pid=12384): Launched\u000a13:44:39.484680 tst iperf3.py:8: start network...\u000a13:44:39.609944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:40.090962 run create_hlr_db(pid=12385): Launched\u000a13:44:40.262380 bus /gobi_6: Setting Powered False\u000a13:44:41.284649 run create_hlr_db(pid=12385): Terminated: ok {rc=0}\u000a13:44:41.709912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12387): Launched\u000a13:44:42.029739 run osmo-hlr_10.42.42.2(pid=12388): Launched\u000a13:44:42.150233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:42.710706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12390): Launched\u000a13:44:43.030890 run osmo-stp_10.42.42.5(pid=12391): Launched\u000a13:44:43.147194 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:44:43.705199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12393): Launched\u000a13:44:43.820244 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:44:44.098182 run patchelf(pid=12394): Launched\u000a13:44:44.285399 run osmo-stp_10.42.42.5(pid=12391): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12391)]\u000a13:44:44.422526 run osmo-stp_10.42.42.5(pid=12391): stdout: \u000a| (launched: 2022-12-09_13:44:42.874124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:44.559669 run osmo-stp_10.42.42.5(pid=12391): stderr: \u000a| �[0;m�[38;5;43m20221209134443066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134443066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134443066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134443067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134443067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134443067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134443067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:44.692746 run osmo-stp_10.42.42.5(pid=12391): stdout: \u000a| (launched: 2022-12-09_13:44:42.874124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:44.824848 run osmo-stp_10.42.42.5(pid=12391): stderr: \u000a| �[0;m�[38;5;43m20221209134443066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134443066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134443066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134443067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134443067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134443067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134443067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:44.977623 run patchelf(pid=12394): Terminating (SIGINT)\u000a13:44:45.156370 run patchelf(pid=12394): Terminated: ok {rc=0}\u000a13:44:45.189401 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12391): Process ended prematurely: osmo-stp_10.42.42.5(pid=12391) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12391)] [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:44:45.199400 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:44:45.263433 run osmo-hlr_10.42.42.2(pid=12388): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12388)]\u000a13:44:45.315406 run osmo-hlr_10.42.42.2(pid=12388): stdout: \u000a| (launched: 2022-12-09_13:44:41.873329) \u000a13:44:45.368018 run osmo-hlr_10.42.42.2(pid=12388): stderr: \u000a| �[0;m�[1;31m20221209134442070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134442070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134442070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134442070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134442070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134442070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134442083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134442094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134442094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134442094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:45.413146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12383): Terminating (SIGTERM)\u000a13:44:45.455276 run iperf3-srv_10.42.42.10(pid=12384): Terminating (SIGTERM)\u000a13:44:45.497934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12387): Terminating (SIGTERM)\u000a13:44:45.540229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12390): Terminating (SIGTERM)\u000a13:44:45.582950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12393): Terminating (SIGTERM)\u000a13:44:45.592651 --- ParallelTerminationStrategy: PID 12383 died...\u000a13:44:45.649541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12383): Terminated: ok {rc=0}\u000a13:44:45.659715 --- ParallelTerminationStrategy: PID 12384 died...\u000a13:44:45.715642 run iperf3-srv_10.42.42.10(pid=12384): Terminated {rc=256}\u000a13:44:45.725836 --- ParallelTerminationStrategy: PID 12387 died...\u000a13:44:45.782053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12387): Terminated: ok {rc=0}\u000a13:44:45.792409 --- ParallelTerminationStrategy: PID 12390 died...\u000a13:44:45.853188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12390): Terminated: ok {rc=0}\u000a13:44:45.867179 --- ParallelTerminationStrategy: PID 12393 died...\u000a13:44:45.941427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12393): Terminated: ok {rc=0}\u000a13:44:46.040842 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12410): Process ended prematurely: osmo-stp_10.42.42.5(pid=12410) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12410)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12410): Process ended prematurely: osmo-stp_10.42.42.5(pid=12410) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:44:47.159331 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:47.171526 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:44:47.340046 tst iperf3m4.py: using LAC 21864\u000a13:44:47.467237 tst iperf3m4.py: using RAC 189\u000a13:44:47.593216 tst iperf3m4.py: using CellId 21864\u000a13:44:47.718889 tst iperf3m4.py: using BVCI 21865\u000a13:44:47.744079 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:47.755831 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:47.767131 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:47.778888 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:47.790742 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:47.802494 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:47.814888 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:47.828012 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:44:47.840105 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:44:47.956435 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:44:48.078531 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:44:48.197017 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:44:48.474552 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:44:48.598818 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:48.909129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12396): Launched\u000a13:44:49.167139 run iperf3-srv_10.42.42.10(pid=12397): Launched\u000a13:44:49.349508 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:44:49.474158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:49.783842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12398): Launched\u000a13:44:50.042764 run iperf3-srv_10.42.42.10(pid=12399): Launched\u000a13:44:50.225256 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:44:50.349512 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:50.658952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12400): Launched\u000a13:44:50.915988 run iperf3-srv_10.42.42.10(pid=12401): Launched\u000a13:44:51.096847 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:44:51.220886 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:51.529870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12402): Launched\u000a13:44:51.786634 run iperf3-srv_10.42.42.10(pid=12403): Launched\u000a13:44:51.967582 tst iperf3m4.py:8: start network...\u000a13:44:52.091048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:52.571167 run create_hlr_db(pid=12404): Launched\u000a13:44:52.757791 bus /gobi_6: Setting Powered False\u000a13:44:53.777320 run create_hlr_db(pid=12404): Terminated: ok {rc=0}\u000a13:44:54.178537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12406): Launched\u000a13:44:54.477572 run osmo-hlr_10.42.42.2(pid=12407): Launched\u000a13:44:54.592092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:55.112716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12409): Launched\u000a13:44:55.412304 run osmo-stp_10.42.42.5(pid=12410): Launched\u000a13:44:55.521098 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:44:56.045051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12412): Launched\u000a13:44:56.151439 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:44:56.412427 run patchelf(pid=12413): Launched\u000a13:44:56.587781 run osmo-stp_10.42.42.5(pid=12410): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12410)]\u000a13:44:56.715782 run osmo-stp_10.42.42.5(pid=12410): stdout: \u000a| (launched: 2022-12-09_13:44:55.264419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:56.844302 run osmo-stp_10.42.42.5(pid=12410): stderr: \u000a| �[0;m�[38;5;43m20221209134455433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134455433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134455433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134455433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134455434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134455434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134455434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:56.968415 run osmo-stp_10.42.42.5(pid=12410): stdout: \u000a| (launched: 2022-12-09_13:44:55.264419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:57.091484 run osmo-stp_10.42.42.5(pid=12410): stderr: \u000a| �[0;m�[38;5;43m20221209134455433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134455433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134455433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134455433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134455434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134455434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134455434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:57.234282 run patchelf(pid=12413): Terminating (SIGINT)\u000a13:44:57.400870 run patchelf(pid=12413): Terminated: ok {rc=0}\u000a13:44:57.431623 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12410): Process ended prematurely: osmo-stp_10.42.42.5(pid=12410) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12410)] [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:44:57.440908 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a13:44:57.500826 run osmo-hlr_10.42.42.2(pid=12407): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12407)]\u000a13:44:57.549769 run osmo-hlr_10.42.42.2(pid=12407): stdout: \u000a| (launched: 2022-12-09_13:44:54.331115) \u000a13:44:57.599666 run osmo-hlr_10.42.42.2(pid=12407): stderr: \u000a| �[0;m�[1;31m20221209134454503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134454503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134454503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134454503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134454503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134454503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134454515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134454524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134454525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134454525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:57.641664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12396): Terminating (SIGTERM)\u000a13:44:57.681402 run iperf3-srv_10.42.42.10(pid=12397): Terminating (SIGTERM)\u000a13:44:57.721356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12398): Terminating (SIGTERM)\u000a13:44:57.760904 run iperf3-srv_10.42.42.10(pid=12399): Terminating (SIGTERM)\u000a13:44:57.800493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12400): Terminating (SIGTERM)\u000a13:44:57.839852 run iperf3-srv_10.42.42.10(pid=12401): Terminating (SIGTERM)\u000a13:44:57.879331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12402): Terminating (SIGTERM)\u000a13:44:57.919242 run iperf3-srv_10.42.42.10(pid=12403): Terminating (SIGTERM)\u000a13:44:57.958943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12406): Terminating (SIGTERM)\u000a13:44:57.998345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12409): Terminating (SIGTERM)\u000a13:44:58.037944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12412): Terminating (SIGTERM)\u000a13:44:58.047080 --- ParallelTerminationStrategy: PID 12396 died...\u000a13:44:58.099892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12396): Terminated: ok {rc=0}\u000a13:44:58.109850 --- ParallelTerminationStrategy: PID 12397 died...\u000a13:44:58.164302 run iperf3-srv_10.42.42.10(pid=12397): Terminated {rc=256}\u000a13:44:58.173922 --- ParallelTerminationStrategy: PID 12398 died...\u000a13:44:58.226354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12398): Terminated: ok {rc=0}\u000a13:44:58.235860 --- ParallelTerminationStrategy: PID 12399 died...\u000a13:44:58.288189 run iperf3-srv_10.42.42.10(pid=12399): Terminated {rc=256}\u000a13:44:58.297739 --- ParallelTerminationStrategy: PID 12400 died...\u000a13:44:58.350356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12400): Terminated: ok {rc=0}\u000a13:44:58.359904 --- ParallelTerminationStrategy: PID 12401 died...\u000a13:44:58.413258 run iperf3-srv_10.42.42.10(pid=12401): Terminated {rc=256}\u000a13:44:58.422813 --- ParallelTerminationStrategy: PID 12402 died...\u000a13:44:58.475345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12402): Terminated: ok {rc=0}\u000a13:44:58.484784 --- ParallelTerminationStrategy: PID 12403 died...\u000a13:44:58.537278 run iperf3-srv_10.42.42.10(pid=12403): Terminated {rc=256}\u000a13:44:58.546719 --- ParallelTerminationStrategy: PID 12406 died...\u000a13:44:58.599747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12406): Terminated: ok {rc=0}\u000a13:44:58.609248 --- ParallelTerminationStrategy: PID 12409 died...\u000a13:44:58.661716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12409): Terminated: ok {rc=0}\u000a13:44:58.671193 --- ParallelTerminationStrategy: PID 12412 died...\u000a13:44:58.723768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12412): Terminated: ok {rc=0}\u000a13:44:58.811424 bus /gobi_4: Setting Powered False\u000a13:44:59.914672 bus /gobi_4: Setting Powered False\u000a13:45:01.043153 bus /gobi_1: Setting Powered False\u000a13:45:02.166025 bus /gobi_1: Setting Powered False\u000a13:45:03.274155 bus /gobi_0: Setting Powered False\u000a13:45:04.382036 bus /gobi_0: Setting Powered False\u000a13:45:05.489575 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12424): Process ended prematurely: osmo-stp_10.42.42.5(pid=12424) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12424): Process ended prematurely: osmo-stp_10.42.42.5(pid=12424) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:45:06.558272 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:45:06.570706 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:45:06.725126 tst ping.py: using LAC 21865\u000a13:45:06.848676 tst ping.py: using RAC 190\u000a13:45:06.971459 tst ping.py: using CellId 21865\u000a13:45:07.094504 tst ping.py: using BVCI 21866\u000a13:45:07.118670 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:45:07.130440 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:45:07.143162 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:45:07.156143 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:45:07.167922 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:45:07.178917 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:45:07.190012 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:45:07.200765 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:45:07.485680 tst ping.py:19: start network...\u000a13:45:07.617453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:08.110811 run create_hlr_db(pid=12418): Launched\u000a13:45:08.293111 bus /gobi_6: Setting Powered False\u000a13:45:09.313789 run create_hlr_db(pid=12418): Terminated: ok {rc=0}\u000a13:45:09.732092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12420): Launched\u000a13:45:10.041992 run osmo-hlr_10.42.42.2(pid=12421): Launched\u000a13:45:10.152493 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:10.665576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12423): Launched\u000a13:45:10.959115 run osmo-stp_10.42.42.5(pid=12424): Launched\u000a13:45:11.064767 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:11.575961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12426): Launched\u000a13:45:11.679580 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:11.935154 run patchelf(pid=12427): Launched\u000a13:45:12.107725 run osmo-stp_10.42.42.5(pid=12424): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)]\u000a13:45:12.233538 run osmo-stp_10.42.42.5(pid=12424): stdout: \u000a| (launched: 2022-12-09_13:45:10.814644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:12.359013 run osmo-stp_10.42.42.5(pid=12424): stderr: \u000a| �[0;m�[38;5;43m20221209134510983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134510983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134510983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134510984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134510984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134510984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134510984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:12.480186 run osmo-stp_10.42.42.5(pid=12424): stdout: \u000a| (launched: 2022-12-09_13:45:10.814644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:12.600178 run osmo-stp_10.42.42.5(pid=12424): stderr: \u000a| �[0;m�[38;5;43m20221209134510983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134510983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134510983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134510984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134510984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134510984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134510984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:12.739912 run patchelf(pid=12427): Terminating (SIGINT)\u000a13:45:12.904020 run patchelf(pid=12427): Terminated: ok {rc=0}\u000a13:45:12.933957 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12424): Process ended prematurely: osmo-stp_10.42.42.5(pid=12424) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12424)] [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:45:12.942899 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:45:13.002532 run osmo-hlr_10.42.42.2(pid=12421): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12421)]\u000a13:45:13.051113 run osmo-hlr_10.42.42.2(pid=12421): stdout: \u000a| (launched: 2022-12-09_13:45:09.891722) \u000a13:45:13.100269 run osmo-hlr_10.42.42.2(pid=12421): stderr: \u000a| �[0;m�[1;31m20221209134510068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134510068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134510068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134510068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134510068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134510068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134510080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134510089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134510089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134510089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:13.141964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12420): Terminating (SIGTERM)\u000a13:45:13.181455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12423): Terminating (SIGTERM)\u000a13:45:13.220841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12426): Terminating (SIGTERM)\u000a13:45:13.230047 --- ParallelTerminationStrategy: PID 12420 died...\u000a13:45:13.282957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12420): Terminated: ok {rc=0}\u000a13:45:13.292468 --- ParallelTerminationStrategy: PID 12423 died...\u000a13:45:13.345059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12423): Terminated: ok {rc=0}\u000a13:45:13.354567 --- ParallelTerminationStrategy: PID 12426 died...\u000a13:45:13.407085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12426): Terminated: ok {rc=0}\u000a13:45:13.489531 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12434): Process ended prematurely: osmo-stp_10.42.42.5(pid=12434) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12434)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12434): Process ended prematurely: osmo-stp_10.42.42.5(pid=12434) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:45:14.541041 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:45:14.553530 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:45:14.719899 tst ping_idle_ping.py: using LAC 21866\u000a13:45:14.836580 tst ping_idle_ping.py: using RAC 191\u000a13:45:14.951472 tst ping_idle_ping.py: using CellId 21866\u000a13:45:15.065908 tst ping_idle_ping.py: using BVCI 21867\u000a13:45:15.088563 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:45:15.099713 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:45:15.110601 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:45:15.121704 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:45:15.132562 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:45:15.143536 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:45:15.154640 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:45:15.165636 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:45:15.450674 tst ping_idle_ping.py:24: start network...\u000a13:45:15.582244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:16.135451 run create_hlr_db(pid=12428): Launched\u000a13:45:16.325547 bus /gobi_6: Setting Powered False\u000a13:45:17.341274 run create_hlr_db(pid=12428): Terminated: ok {rc=0}\u000a13:45:17.737985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12430): Launched\u000a13:45:18.032479 run osmo-hlr_10.42.42.2(pid=12431): Launched\u000a13:45:18.139777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:18.652861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12433): Launched\u000a13:45:18.947492 run osmo-stp_10.42.42.5(pid=12434): Launched\u000a13:45:19.054352 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:19.567149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12436): Launched\u000a13:45:19.671213 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:19.927631 run patchelf(pid=12437): Launched\u000a13:45:20.100459 run osmo-stp_10.42.42.5(pid=12434): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12434)]\u000a13:45:20.226794 run osmo-stp_10.42.42.5(pid=12434): stdout: \u000a| (launched: 2022-12-09_13:45:18.802249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:20.353071 run osmo-stp_10.42.42.5(pid=12434): stderr: \u000a| �[0;m�[38;5;43m20221209134518971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134518971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134518971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134518972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134518972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134518972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134518972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:20.475034 run osmo-stp_10.42.42.5(pid=12434): stdout: \u000a| (launched: 2022-12-09_13:45:18.802249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:20.595341 run osmo-stp_10.42.42.5(pid=12434): stderr: \u000a| �[0;m�[38;5;43m20221209134518971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134518971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134518971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134518972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134518972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134518972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134518972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:20.735733 run patchelf(pid=12437): Terminating (SIGINT)\u000a13:45:20.900468 run patchelf(pid=12437): Terminated: ok {rc=0}\u000a13:45:20.930474 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12434): Process ended prematurely: osmo-stp_10.42.42.5(pid=12434) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12434)] [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:45:20.939071 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:45:20.998853 run osmo-hlr_10.42.42.2(pid=12431): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12431)]\u000a13:45:21.047693 run osmo-hlr_10.42.42.2(pid=12431): stdout: \u000a| (launched: 2022-12-09_13:45:17.887534) \u000a13:45:21.097338 run osmo-hlr_10.42.42.2(pid=12431): stderr: \u000a| �[0;m�[1;31m20221209134518064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134518064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134518064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134518064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134518064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134518064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134518116 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134518125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134518126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134518126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:21.139277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12430): Terminating (SIGTERM)\u000a13:45:21.178644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12433): Terminating (SIGTERM)\u000a13:45:21.218216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12436): Terminating (SIGTERM)\u000a13:45:21.227375 --- ParallelTerminationStrategy: PID 12430 died...\u000a13:45:21.280244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12430): Terminated: ok {rc=0}\u000a13:45:21.289805 --- ParallelTerminationStrategy: PID 12433 died...\u000a13:45:21.342447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12433): Terminated: ok {rc=0}\u000a13:45:21.351930 --- ParallelTerminationStrategy: PID 12436 died...\u000a13:45:21.404490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12436): Terminated: ok {rc=0}\u000a13:45:21.493250 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:44:24" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12452): Process ended prematurely: osmo-stp_10.42.42.5(pid=12452) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12452)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12452): Process ended prematurely: osmo-stp_10.42.42.5(pid=12452) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:45:23.632092 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:23.643186 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:45:23.795133 tst cs_paging_gprs_active.py: using LAC 21867\u000a13:45:23.915713 tst cs_paging_gprs_active.py: using RAC 192\u000a13:45:24.035545 tst cs_paging_gprs_active.py: using CellId 21867\u000a13:45:24.156607 tst cs_paging_gprs_active.py: using BVCI 21868\u000a13:45:24.179605 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:24.190696 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:24.201604 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:24.212522 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:24.223373 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:24.234203 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:24.245122 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:24.255848 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:24.267007 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:45:24.385992 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:45:24.664151 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:45:24.789338 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:25.101099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12442): Launched\u000a13:45:25.359960 run iperf3-srv_10.42.42.10(pid=12443): Launched\u000a13:45:25.542766 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:45:25.667621 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:25.978199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12444): Launched\u000a13:45:26.237161 run iperf3-srv_10.42.42.10(pid=12445): Launched\u000a13:45:26.418592 tst cs_paging_gprs_active.py:38: start network...\u000a13:45:26.542521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:27.022195 run create_hlr_db(pid=12446): Launched\u000a13:45:27.193701 bus /gobi_6: Setting Powered False\u000a13:45:28.215245 run create_hlr_db(pid=12446): Terminated: ok {rc=0}\u000a13:45:28.613537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12448): Launched\u000a13:45:28.914257 run osmo-hlr_10.42.42.2(pid=12449): Launched\u000a13:45:29.024259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:29.546040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12451): Launched\u000a13:45:29.854491 run osmo-stp_10.42.42.5(pid=12452): Launched\u000a13:45:29.973811 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:30.542444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12454): Launched\u000a13:45:30.657165 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:30.963790 run patchelf(pid=12455): Launched\u000a13:45:31.147193 run osmo-stp_10.42.42.5(pid=12452): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12452)]\u000a13:45:31.280079 run osmo-stp_10.42.42.5(pid=12452): stdout: \u000a| (launched: 2022-12-09_13:45:29.698685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:31.414267 run osmo-stp_10.42.42.5(pid=12452): stderr: \u000a| �[0;m�[38;5;43m20221209134529882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134529882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134529882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134529883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134529883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134529883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134529883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:31.543586 run osmo-stp_10.42.42.5(pid=12452): stdout: \u000a| (launched: 2022-12-09_13:45:29.698685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:31.673093 run osmo-stp_10.42.42.5(pid=12452): stderr: \u000a| �[0;m�[38;5;43m20221209134529882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134529882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134529882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134529883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134529883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134529883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134529883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:31.822653 run patchelf(pid=12455): Terminating (SIGINT)\u000a13:45:31.997139 run patchelf(pid=12455): Terminated: ok {rc=0}\u000a13:45:32.029275 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12452): Process ended prematurely: osmo-stp_10.42.42.5(pid=12452) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12452)] [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:45:32.040172 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a13:45:32.102591 run osmo-hlr_10.42.42.2(pid=12449): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12449)]\u000a13:45:32.154181 run osmo-hlr_10.42.42.2(pid=12449): stdout: \u000a| (launched: 2022-12-09_13:45:28.765849) \u000a13:45:32.206263 run osmo-hlr_10.42.42.2(pid=12449): stderr: \u000a| �[0;m�[1;31m20221209134528944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134528944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134528944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134528944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134528944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134528944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134528958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134528968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134528968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134528969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:32.249384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12442): Terminating (SIGTERM)\u000a13:45:32.289568 run iperf3-srv_10.42.42.10(pid=12443): Terminating (SIGTERM)\u000a13:45:32.329670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12444): Terminating (SIGTERM)\u000a13:45:32.370252 run iperf3-srv_10.42.42.10(pid=12445): Terminating (SIGTERM)\u000a13:45:32.410326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12448): Terminating (SIGTERM)\u000a13:45:32.450619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12451): Terminating (SIGTERM)\u000a13:45:32.490951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12454): Terminating (SIGTERM)\u000a13:45:32.500207 --- ParallelTerminationStrategy: PID 12442 died...\u000a13:45:32.554116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12442): Terminated: ok {rc=0}\u000a13:45:32.563828 --- ParallelTerminationStrategy: PID 12443 died...\u000a13:45:32.617328 run iperf3-srv_10.42.42.10(pid=12443): Terminated {rc=256}\u000a13:45:32.626940 --- ParallelTerminationStrategy: PID 12444 died...\u000a13:45:32.680624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12444): Terminated: ok {rc=0}\u000a13:45:32.690277 --- ParallelTerminationStrategy: PID 12445 died...\u000a13:45:32.743781 run iperf3-srv_10.42.42.10(pid=12445): Terminated {rc=256}\u000a13:45:32.753465 --- ParallelTerminationStrategy: PID 12448 died...\u000a13:45:32.806904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12448): Terminated: ok {rc=0}\u000a13:45:32.816561 --- ParallelTerminationStrategy: PID 12451 died...\u000a13:45:32.870197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12451): Terminated: ok {rc=0}\u000a13:45:32.879877 --- ParallelTerminationStrategy: PID 12454 died...\u000a13:45:32.933264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12454): Terminated: ok {rc=0}\u000a13:45:33.032108 bus /gobi_0: Setting Powered False\u000a13:45:34.136173 bus /gobi_0: Setting Powered False\u000a13:45:35.247933 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12464): Process ended prematurely: osmo-stp_10.42.42.5(pid=12464) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12464)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12464): Process ended prematurely: osmo-stp_10.42.42.5(pid=12464) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:45:36.357837 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:36.369375 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:45:36.522363 tst iperf3.py: using LAC 21868\u000a13:45:36.640185 tst iperf3.py: using RAC 193\u000a13:45:36.759983 tst iperf3.py: using CellId 21868\u000a13:45:36.884381 tst iperf3.py: using BVCI 21869\u000a13:45:36.907269 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:36.918306 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:36.929377 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:36.940194 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:36.951036 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:36.961833 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:36.972793 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:36.983568 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:36.994546 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:45:37.286466 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:45:37.420922 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:37.752909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12456): Launched\u000a13:45:38.028740 run iperf3-srv_10.42.42.10(pid=12457): Launched\u000a13:45:38.224620 tst iperf3.py:8: start network...\u000a13:45:38.359272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:38.863391 run create_hlr_db(pid=12458): Launched\u000a13:45:39.048522 bus /gobi_6: Setting Powered False\u000a13:45:40.070362 run create_hlr_db(pid=12458): Terminated: ok {rc=0}\u000a13:45:40.472495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12460): Launched\u000a13:45:40.772854 run osmo-hlr_10.42.42.2(pid=12461): Launched\u000a13:45:40.883991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:41.406377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12463): Launched\u000a13:45:41.707424 run osmo-stp_10.42.42.5(pid=12464): Launched\u000a13:45:41.816757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:42.341813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12466): Launched\u000a13:45:42.448623 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:42.709754 run patchelf(pid=12467): Launched\u000a13:45:42.885519 run osmo-stp_10.42.42.5(pid=12464): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12464)]\u000a13:45:43.013973 run osmo-stp_10.42.42.5(pid=12464): stdout: \u000a| (launched: 2022-12-09_13:45:41.559010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:43.142594 run osmo-stp_10.42.42.5(pid=12464): stderr: \u000a| �[0;m�[38;5;43m20221209134541729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134541729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134541729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134541730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134541730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134541730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134541730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:43.266579 run osmo-stp_10.42.42.5(pid=12464): stdout: \u000a| (launched: 2022-12-09_13:45:41.559010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:43.389712 run osmo-stp_10.42.42.5(pid=12464): stderr: \u000a| �[0;m�[38;5;43m20221209134541729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134541729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134541729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134541730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134541730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134541730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134541730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:43.532778 run patchelf(pid=12467): Terminating (SIGINT)\u000a13:45:43.700629 run patchelf(pid=12467): Terminated: ok {rc=0}\u000a13:45:43.731629 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12464): Process ended prematurely: osmo-stp_10.42.42.5(pid=12464) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12464)] [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:45:43.740839 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a13:45:43.800564 run osmo-hlr_10.42.42.2(pid=12461): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12461)]\u000a13:45:43.849621 run osmo-hlr_10.42.42.2(pid=12461): stdout: \u000a| (launched: 2022-12-09_13:45:40.625170) \u000a13:45:43.899301 run osmo-hlr_10.42.42.2(pid=12461): stderr: \u000a| �[0;m�[1;31m20221209134540803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134540803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134540803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134540803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134540803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134540803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134540814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134540824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134540824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134540824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:43.941632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12456): Terminating (SIGTERM)\u000a13:45:43.981625 run iperf3-srv_10.42.42.10(pid=12457): Terminating (SIGTERM)\u000a13:45:44.021424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12460): Terminating (SIGTERM)\u000a13:45:44.061113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12463): Terminating (SIGTERM)\u000a13:45:44.100859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12466): Terminating (SIGTERM)\u000a13:45:44.110155 --- ParallelTerminationStrategy: PID 12456 died...\u000a13:45:44.163302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12456): Terminated: ok {rc=0}\u000a13:45:44.172760 --- ParallelTerminationStrategy: PID 12457 died...\u000a13:45:44.225742 run iperf3-srv_10.42.42.10(pid=12457): Terminated {rc=256}\u000a13:45:44.235271 --- ParallelTerminationStrategy: PID 12460 died...\u000a13:45:44.289187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12460): Terminated: ok {rc=0}\u000a13:45:44.298667 --- ParallelTerminationStrategy: PID 12463 died...\u000a13:45:44.351520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12463): Terminated: ok {rc=0}\u000a13:45:44.361168 --- ParallelTerminationStrategy: PID 12466 died...\u000a13:45:44.414194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12466): Terminated: ok {rc=0}\u000a13:45:44.502877 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12482): Process ended prematurely: osmo-stp_10.42.42.5(pid=12482) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12482)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12482): Process ended prematurely: osmo-stp_10.42.42.5(pid=12482) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:45:45.611244 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:45.622853 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:45:45.775402 tst iperf3m4.py: using LAC 21869\u000a13:45:45.910802 tst iperf3m4.py: using RAC 194\u000a13:45:46.040443 tst iperf3m4.py: using CellId 21869\u000a13:45:46.178603 tst iperf3m4.py: using BVCI 21870\u000a13:45:46.204821 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:46.217836 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:46.230722 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:46.245458 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:46.259326 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:46.273057 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:46.287316 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:46.299960 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:45:46.314487 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:45:46.444355 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:45:46.579015 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:45:46.722903 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:45:47.072026 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:45:47.212140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:47.544711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12468): Launched\u000a13:45:47.820477 run iperf3-srv_10.42.42.10(pid=12469): Launched\u000a13:45:48.016401 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:45:48.150466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:48.481803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12470): Launched\u000a13:45:48.757762 run iperf3-srv_10.42.42.10(pid=12471): Launched\u000a13:45:48.954519 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:45:49.088766 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:49.419720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12472): Launched\u000a13:45:49.695729 run iperf3-srv_10.42.42.10(pid=12473): Launched\u000a13:45:49.892258 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:45:50.025877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:50.357045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12474): Launched\u000a13:45:50.631410 run iperf3-srv_10.42.42.10(pid=12475): Launched\u000a13:45:50.827583 tst iperf3m4.py:8: start network...\u000a13:45:50.961350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:51.465589 run create_hlr_db(pid=12476): Launched\u000a13:45:51.651240 bus /gobi_6: Setting Powered False\u000a13:45:52.671964 run create_hlr_db(pid=12476): Terminated: ok {rc=0}\u000a13:45:53.076142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12478): Launched\u000a13:45:53.377474 run osmo-hlr_10.42.42.2(pid=12479): Launched\u000a13:45:53.488463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:54.010573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12481): Launched\u000a13:45:54.310662 run osmo-stp_10.42.42.5(pid=12482): Launched\u000a13:45:54.420858 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:54.943787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12484): Launched\u000a13:45:55.050402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:55.311554 run patchelf(pid=12485): Launched\u000a13:45:55.487424 run osmo-stp_10.42.42.5(pid=12482): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12482)]\u000a13:45:55.615819 run osmo-stp_10.42.42.5(pid=12482): stdout: \u000a| (launched: 2022-12-09_13:45:54.163122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:55.744525 run osmo-stp_10.42.42.5(pid=12482): stderr: \u000a| �[0;m�[38;5;43m20221209134554328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134554328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134554329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134554329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134554330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134554330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134554330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:55.868914 run osmo-stp_10.42.42.5(pid=12482): stdout: \u000a| (launched: 2022-12-09_13:45:54.163122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:55.992515 run osmo-stp_10.42.42.5(pid=12482): stderr: \u000a| �[0;m�[38;5;43m20221209134554328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134554328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134554329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134554329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134554330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134554330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134554330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:56.135244 run patchelf(pid=12485): Terminating (SIGINT)\u000a13:45:56.302824 run patchelf(pid=12485): Terminated: ok {rc=0}\u000a13:45:56.333842 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12482): Process ended prematurely: osmo-stp_10.42.42.5(pid=12482) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12482)] [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:45:56.343191 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:45:56.403929 run osmo-hlr_10.42.42.2(pid=12479): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12479)]\u000a13:45:56.452797 run osmo-hlr_10.42.42.2(pid=12479): stdout: \u000a| (launched: 2022-12-09_13:45:53.228765) \u000a13:45:56.502292 run osmo-hlr_10.42.42.2(pid=12479): stderr: \u000a| �[0;m�[1;31m20221209134553404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134553404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134553404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134553404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134553404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134553404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134553416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134553425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134553425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134553425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:56.544388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12468): Terminating (SIGTERM)\u000a13:45:56.585602 run iperf3-srv_10.42.42.10(pid=12469): Terminating (SIGTERM)\u000a13:45:56.625330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12470): Terminating (SIGTERM)\u000a13:45:56.664843 run iperf3-srv_10.42.42.10(pid=12471): Terminating (SIGTERM)\u000a13:45:56.704572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12472): Terminating (SIGTERM)\u000a13:45:56.744133 run iperf3-srv_10.42.42.10(pid=12473): Terminating (SIGTERM)\u000a13:45:56.783872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12474): Terminating (SIGTERM)\u000a13:45:56.823581 run iperf3-srv_10.42.42.10(pid=12475): Terminating (SIGTERM)\u000a13:45:56.863311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12478): Terminating (SIGTERM)\u000a13:45:56.902870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12481): Terminating (SIGTERM)\u000a13:45:56.942498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12484): Terminating (SIGTERM)\u000a13:45:56.951695 --- ParallelTerminationStrategy: PID 12468 died...\u000a13:45:57.005095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12468): Terminated: ok {rc=0}\u000a13:45:57.014643 --- ParallelTerminationStrategy: PID 12469 died...\u000a13:45:57.067310 run iperf3-srv_10.42.42.10(pid=12469): Terminated {rc=256}\u000a13:45:57.076733 --- ParallelTerminationStrategy: PID 12470 died...\u000a13:45:57.130182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12470): Terminated: ok {rc=0}\u000a13:45:57.139922 --- ParallelTerminationStrategy: PID 12471 died...\u000a13:45:57.192535 run iperf3-srv_10.42.42.10(pid=12471): Terminated {rc=256}\u000a13:45:57.202169 --- ParallelTerminationStrategy: PID 12472 died...\u000a13:45:57.254829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12472): Terminated: ok {rc=0}\u000a13:45:57.264217 --- ParallelTerminationStrategy: PID 12473 died...\u000a13:45:57.316865 run iperf3-srv_10.42.42.10(pid=12473): Terminated {rc=256}\u000a13:45:57.326512 --- ParallelTerminationStrategy: PID 12474 died...\u000a13:45:57.379732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12474): Terminated: ok {rc=0}\u000a13:45:57.389326 --- ParallelTerminationStrategy: PID 12475 died...\u000a13:45:57.441729 run iperf3-srv_10.42.42.10(pid=12475): Terminated {rc=256}\u000a13:45:57.451173 --- ParallelTerminationStrategy: PID 12478 died...\u000a13:45:57.503931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12478): Terminated: ok {rc=0}\u000a13:45:57.513823 --- ParallelTerminationStrategy: PID 12481 died...\u000a13:45:57.567026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12481): Terminated: ok {rc=0}\u000a13:45:57.576512 --- ParallelTerminationStrategy: PID 12484 died...\u000a13:45:57.629485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12484): Terminated: ok {rc=0}\u000a13:45:57.717361 bus /gobi_4: Setting Powered False\u000a13:45:58.819628 bus /gobi_4: Setting Powered False\u000a13:45:59.931636 bus /gobi_1: Setting Powered False\u000a13:46:01.041038 bus /gobi_1: Setting Powered False\u000a13:46:02.167101 bus /gobi_0: Setting Powered False\u000a13:46:03.273568 bus /gobi_0: Setting Powered False\u000a13:46:04.382503 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12492): Process ended prematurely: osmo-stp_10.42.42.5(pid=12492) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12492)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12492): Process ended prematurely: osmo-stp_10.42.42.5(pid=12492) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:46:05.448901 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:46:05.460452 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:46:05.618818 tst ping.py: using LAC 21870\u000a13:46:05.742051 tst ping.py: using RAC 195\u000a13:46:05.864665 tst ping.py: using CellId 21870\u000a13:46:05.987049 tst ping.py: using BVCI 21871\u000a13:46:06.011367 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:46:06.022940 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:46:06.035185 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:46:06.046608 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:46:06.058830 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:46:06.071175 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:46:06.082728 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:46:06.094661 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:46:06.365865 tst ping.py:19: start network...\u000a13:46:06.487590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:06.956751 run create_hlr_db(pid=12486): Launched\u000a13:46:07.125136 bus /gobi_6: Setting Powered False\u000a13:46:08.147145 run create_hlr_db(pid=12486): Terminated: ok {rc=0}\u000a13:46:08.565368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12488): Launched\u000a13:46:08.880062 run osmo-hlr_10.42.42.2(pid=12489): Launched\u000a13:46:08.996829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:09.545535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12491): Launched\u000a13:46:09.861354 run osmo-stp_10.42.42.5(pid=12492): Launched\u000a13:46:09.975360 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:46:10.523607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12494): Launched\u000a13:46:10.635578 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:46:10.909897 run patchelf(pid=12495): Launched\u000a13:46:11.094585 run osmo-stp_10.42.42.5(pid=12492): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12492)]\u000a13:46:11.229049 run osmo-stp_10.42.42.5(pid=12492): stdout: \u000a| (launched: 2022-12-09_13:46:09.705192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:11.364253 run osmo-stp_10.42.42.5(pid=12492): stderr: \u000a| �[0;m�[38;5;43m20221209134609894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134609894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134609895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134609895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134609896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134609896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134609896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:11.494375 run osmo-stp_10.42.42.5(pid=12492): stdout: \u000a| (launched: 2022-12-09_13:46:09.705192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:11.624151 run osmo-stp_10.42.42.5(pid=12492): stderr: \u000a| �[0;m�[38;5;43m20221209134609894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134609894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134609895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134609895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134609896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134609896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134609896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:11.773879 run patchelf(pid=12495): Terminating (SIGINT)\u000a13:46:11.950064 run patchelf(pid=12495): Terminated: ok {rc=0}\u000a13:46:11.982201 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12492): Process ended prematurely: osmo-stp_10.42.42.5(pid=12492) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12492)] [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:46:11.991609 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:46:12.055591 run osmo-hlr_10.42.42.2(pid=12489): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12489)]\u000a13:46:12.107291 run osmo-hlr_10.42.42.2(pid=12489): stdout: \u000a| (launched: 2022-12-09_13:46:08.725308) \u000a13:46:12.159664 run osmo-hlr_10.42.42.2(pid=12489): stderr: \u000a| �[0;m�[1;31m20221209134608920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134608920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134608920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134608920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134608920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134608920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134608933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134608941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134608942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134608942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:12.204068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12488): Terminating (SIGTERM)\u000a13:46:12.245869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12491): Terminating (SIGTERM)\u000a13:46:12.287946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12494): Terminating (SIGTERM)\u000a13:46:12.297852 --- ParallelTerminationStrategy: PID 12488 died...\u000a13:46:12.354063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12488): Terminated: ok {rc=0}\u000a13:46:12.364248 --- ParallelTerminationStrategy: PID 12491 died...\u000a13:46:12.420147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12491): Terminated: ok {rc=0}\u000a13:46:12.430337 --- ParallelTerminationStrategy: PID 12494 died...\u000a13:46:12.486259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12494): Terminated: ok {rc=0}\u000a13:46:12.573813 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12502): Process ended prematurely: osmo-stp_10.42.42.5(pid=12502) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12502)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12502): Process ended prematurely: osmo-stp_10.42.42.5(pid=12502) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:46:13.625947 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:46:13.638371 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:46:13.800752 tst ping_idle_ping.py: using LAC 21871\u000a13:46:13.923393 tst ping_idle_ping.py: using RAC 196\u000a13:46:14.046649 tst ping_idle_ping.py: using CellId 21871\u000a13:46:14.169773 tst ping_idle_ping.py: using BVCI 21872\u000a13:46:14.194052 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:46:14.205832 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:46:14.217261 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:46:14.229156 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:46:14.241067 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:46:14.252891 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:46:14.264729 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:46:14.276302 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:46:14.549299 tst ping_idle_ping.py:24: start network...\u000a13:46:14.671911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:15.147385 run create_hlr_db(pid=12496): Launched\u000a13:46:15.317215 bus /gobi_6: Setting Powered False\u000a13:46:16.341489 run create_hlr_db(pid=12496): Terminated: ok {rc=0}\u000a13:46:16.758317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12498): Launched\u000a13:46:17.111624 run osmo-hlr_10.42.42.2(pid=12499): Launched\u000a13:46:17.258037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:17.817140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12501): Launched\u000a13:46:18.131802 run osmo-stp_10.42.42.5(pid=12502): Launched\u000a13:46:18.245928 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:46:18.797665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12504): Launched\u000a13:46:18.910254 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:46:19.185216 run patchelf(pid=12505): Launched\u000a13:46:19.370768 run osmo-stp_10.42.42.5(pid=12502): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12502)]\u000a13:46:19.506005 run osmo-stp_10.42.42.5(pid=12502): stdout: \u000a| (launched: 2022-12-09_13:46:17.977271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:19.641847 run osmo-stp_10.42.42.5(pid=12502): stderr: \u000a| �[0;m�[38;5;43m20221209134618167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134618167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134618168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134618168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134618168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134618169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134618169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:19.772714 run osmo-stp_10.42.42.5(pid=12502): stdout: \u000a| (launched: 2022-12-09_13:46:17.977271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:19.903068 run osmo-stp_10.42.42.5(pid=12502): stderr: \u000a| �[0;m�[38;5;43m20221209134618167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134618167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134618168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134618168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134618168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134618169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134618169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:20.053839 run patchelf(pid=12505): Terminating (SIGINT)\u000a13:46:20.230206 run patchelf(pid=12505): Terminated: ok {rc=0}\u000a13:46:20.262373 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12502): Process ended prematurely: osmo-stp_10.42.42.5(pid=12502) [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12502)] [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:46:20.271749 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:46:20.336019 run osmo-hlr_10.42.42.2(pid=12499): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12499)]\u000a13:46:20.388186 run osmo-hlr_10.42.42.2(pid=12499): stdout: \u000a| (launched: 2022-12-09_13:46:16.911379) \u000a13:46:20.441172 run osmo-hlr_10.42.42.2(pid=12499): stderr: \u000a| �[0;m�[1;31m20221209134617217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134617218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134617218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134617218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134617218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134617218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134617230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134617238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134617239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134617239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:20.486026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12498): Terminating (SIGTERM)\u000a13:46:20.528058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12501): Terminating (SIGTERM)\u000a13:46:20.570510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12504): Terminating (SIGTERM)\u000a13:46:20.580631 --- ParallelTerminationStrategy: PID 12498 died...\u000a13:46:20.637496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12498): Terminated: ok {rc=0}\u000a13:46:20.647810 --- ParallelTerminationStrategy: PID 12501 died...\u000a13:46:20.704109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12501): Terminated: ok {rc=0}\u000a13:46:20.714146 --- ParallelTerminationStrategy: PID 12504 died...\u000a13:46:20.769802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12504): Terminated: ok {rc=0}\u000a13:46:20.856466 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:45:23" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12515): Process ended prematurely: osmo-stp_10.42.42.5(pid=12515) [trial-2360↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12515)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12515): Process ended prematurely: osmo-stp_10.42.42.5(pid=12515) [trial-2360↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:46:22.894853 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:46:22.907009 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:46:23.062710 tst switch_tch_pdch.py: using LAC 21872\u000a13:46:23.184011 tst switch_tch_pdch.py: using RAC 197\u000a13:46:23.308040 tst switch_tch_pdch.py: using CellId 21872\u000a13:46:23.429187 tst switch_tch_pdch.py: using BVCI 21873\u000a13:46:23.453196 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:46:23.464826 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:46:23.476638 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:46:23.488507 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:46:23.500480 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:46:23.512231 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:46:23.524129 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:46:23.535900 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:46:23.651683 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:46:23.922629 tst switch_tch_pdch.py:51: start network...\u000a13:46:24.044610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:24.515841 run create_hlr_db(pid=12509): Launched\u000a13:46:24.686252 bus /gobi_6: Setting Powered False\u000a13:46:25.707147 run create_hlr_db(pid=12509): Terminated: ok {rc=0}\u000a13:46:26.125809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12511): Launched\u000a13:46:26.439542 run osmo-hlr_10.42.42.2(pid=12512): Launched\u000a13:46:26.555197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:27.103329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12514): Launched\u000a13:46:27.416593 run osmo-stp_10.42.42.5(pid=12515): Launched\u000a13:46:27.530160 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:46:28.078562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12517): Launched\u000a13:46:28.190409 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:46:28.463864 run patchelf(pid=12518): Launched\u000a13:46:28.648467 run osmo-stp_10.42.42.5(pid=12515): ERR: Terminated: ERROR {rc=1} [trial-2360↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12515)]\u000a13:46:28.783428 run osmo-stp_10.42.42.5(pid=12515): stdout: \u000a| (launched: 2022-12-09_13:46:27.262587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:28.918847 run osmo-stp_10.42.42.5(pid=12515): stderr: \u000a| �[0;m�[38;5;43m20221209134627453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134627453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134627453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134627454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134627454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134627454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134627454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:29.049276 run osmo-stp_10.42.42.5(pid=12515): stdout: \u000a| (launched: 2022-12-09_13:46:27.262587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:29.178056 run osmo-stp_10.42.42.5(pid=12515): stderr: \u000a| �[0;m�[38;5;43m20221209134627453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134627453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134627453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134627454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134627454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134627454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134627454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:29.327173 run patchelf(pid=12518): Terminating (SIGINT)\u000a13:46:29.502718 run patchelf(pid=12518): Terminated: ok {rc=0}\u000a13:46:29.534825 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12515): Process ended prematurely: osmo-stp_10.42.42.5(pid=12515) [trial-2360↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12515)] [trial-2360↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:46:29.543997 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a13:46:29.607305 run osmo-hlr_10.42.42.2(pid=12512): ERR: Terminated: ERROR {rc=237} [trial-2360↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12512)]\u000a13:46:29.659039 run osmo-hlr_10.42.42.2(pid=12512): stdout: \u000a| (launched: 2022-12-09_13:46:26.285150) \u000a13:46:29.711184 run osmo-hlr_10.42.42.2(pid=12512): stderr: \u000a| �[0;m�[1;31m20221209134626480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134626480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134626480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134626480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134626481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134626481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134626493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134626501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134626501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134626501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:29.755240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12511): Terminating (SIGTERM)\u000a13:46:29.797656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12514): Terminating (SIGTERM)\u000a13:46:29.839074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12517): Terminating (SIGTERM)\u000a13:46:29.849207 --- ParallelTerminationStrategy: PID 12511 died...\u000a13:46:29.905161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12511): Terminated: ok {rc=0}\u000a13:46:29.915328 --- ParallelTerminationStrategy: PID 12514 died...\u000a13:46:29.971287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12514): Terminated: ok {rc=0}\u000a13:46:29.981612 --- ParallelTerminationStrategy: PID 12517 died...\u000a13:46:30.037439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12517): Terminated: ok {rc=0}\u000a13:46:30.123451 bus /gobi_0: Setting Powered False\u000a13:46:31.225658 bus /gobi_0: Setting Powered False\u000a13:46:32.330389 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:46:22" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12528): Process ended prematurely: osmo-stp_10.42.42.5(pid=12528) [trial-2360↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12528)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12528): Process ended prematurely: osmo-stp_10.42.42.5(pid=12528) [trial-2360↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:46:34.303078 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:46:34.314352 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:46:34.463093 tst switch_tch_pdch.py: using LAC 21873\u000a13:46:34.580493 tst switch_tch_pdch.py: using RAC 198\u000a13:46:34.699103 tst switch_tch_pdch.py: using CellId 21873\u000a13:46:34.816232 tst switch_tch_pdch.py: using BVCI 21874\u000a13:46:34.838662 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:46:34.849905 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:46:34.860733 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:46:34.871664 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:46:34.882550 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:46:34.893394 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:46:34.904336 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:46:34.915222 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:46:35.027981 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:46:35.313679 tst switch_tch_pdch.py:51: start network...\u000a13:46:35.444500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:35.913016 run create_hlr_db(pid=12522): Launched\u000a13:46:36.041850 bus /gobi_6: Setting Powered False\u000a13:46:37.116779 run create_hlr_db(pid=12522): Terminated: ok {rc=0}\u000a13:46:37.487189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12524): Launched\u000a13:46:37.782185 run osmo-hlr_10.42.42.2(pid=12525): Launched\u000a13:46:37.890964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:38.376607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12527): Launched\u000a13:46:38.670733 run osmo-stp_10.42.42.5(pid=12528): Launched\u000a13:46:38.778630 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:46:39.266149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12530): Launched\u000a13:46:39.370517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:46:39.626417 run patchelf(pid=12531): Launched\u000a13:46:39.799297 run osmo-stp_10.42.42.5(pid=12528): ERR: Terminated: ERROR {rc=1} [trial-2360↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12528)]\u000a13:46:39.926051 run osmo-stp_10.42.42.5(pid=12528): stdout: \u000a| (launched: 2022-12-09_13:46:38.525650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:40.052571 run osmo-stp_10.42.42.5(pid=12528): stderr: \u000a| �[0;m�[38;5;43m20221209134638693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134638693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134638694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134638694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134638694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134638695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134638695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:40.175180 run osmo-stp_10.42.42.5(pid=12528): stdout: \u000a| (launched: 2022-12-09_13:46:38.525650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:40.296526 run osmo-stp_10.42.42.5(pid=12528): stderr: \u000a| �[0;m�[38;5;43m20221209134638693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134638693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134638694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134638694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134638694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134638695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134638695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:40.437443 run patchelf(pid=12531): Terminating (SIGINT)\u000a13:46:40.605084 run patchelf(pid=12531): Terminated: ok {rc=0}\u000a13:46:40.635240 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12528): Process ended prematurely: osmo-stp_10.42.42.5(pid=12528) [trial-2360↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12528)] [trial-2360↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:46:40.643824 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a13:46:40.702999 run osmo-hlr_10.42.42.2(pid=12525): ERR: Terminated: ERROR {rc=237} [trial-2360↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12525)]\u000a13:46:40.752002 run osmo-hlr_10.42.42.2(pid=12525): stdout: \u000a| (launched: 2022-12-09_13:46:37.636912) \u000a13:46:40.801279 run osmo-hlr_10.42.42.2(pid=12525): stderr: \u000a| �[0;m�[1;31m20221209134637813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134637813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134637813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134637813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134637813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134637813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134637825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134637834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134637834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134637834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:40.843627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12524): Terminating (SIGTERM)\u000a13:46:40.883373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12527): Terminating (SIGTERM)\u000a13:46:40.923056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12530): Terminating (SIGTERM)\u000a13:46:40.932291 --- ParallelTerminationStrategy: PID 12524 died...\u000a13:46:40.985749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12524): Terminated: ok {rc=0}\u000a13:46:40.995376 --- ParallelTerminationStrategy: PID 12527 died...\u000a13:46:41.048487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12527): Terminated: ok {rc=0}\u000a13:46:41.058128 --- ParallelTerminationStrategy: PID 12530 died...\u000a13:46:41.111234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12530): Terminated: ok {rc=0}\u000a13:46:41.194494 bus /gobi_0: Setting Powered False\u000a13:46:42.295651 bus /gobi_0: Setting Powered False\u000a13:46:43.405727 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:46:34" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12536): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12536) [trial-2360↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12536)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12536): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12536) [trial-2360↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a13:46:45.288473 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a13:46:45.299645 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a13:46:45.429524 tst mo_mt_sms.py: using LAC 21874\u000a13:46:45.551945 tst mo_mt_sms.py: using RAC 199\u000a13:46:45.679648 tst mo_mt_sms.py: using CellId 21874\u000a13:46:45.797266 tst mo_mt_sms.py: using BVCI 21875\u000a13:46:45.819733 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a13:46:45.959434 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a13:46:46.270953 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:46:46.395946 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:46:47.132572 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12535): Launched\u000a13:46:47.453564 run osmo-nitb_10.42.42.2(pid=12536): Launched\u000a13:46:47.646846 run osmo-nitb_10.42.42.2(pid=12536): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12536)]\u000a13:46:47.789059 run osmo-nitb_10.42.42.2(pid=12536): stdout: \u000a| (launched: 2022-12-09_13:46:47.302973) \u000a13:46:47.932218 run osmo-nitb_10.42.42.2(pid=12536): stderr: \u000a| (launched: 2022-12-09_13:46:47.349888)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:46:48.070381 run osmo-nitb_10.42.42.2(pid=12536): stdout: \u000a| (launched: 2022-12-09_13:46:47.302973) \u000a13:46:48.207580 run osmo-nitb_10.42.42.2(pid=12536): stderr: \u000a| (launched: 2022-12-09_13:46:47.349888)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:46:48.580311 tst osmo-nitb_10.42.42.2(pid=12536): stdout: \u000a| (launched: 2022-12-09_13:46:47.302973) \u000a13:46:48.705239 tst osmo-nitb_10.42.42.2(pid=12536): stderr: \u000a| (launched: 2022-12-09_13:46:47.349888)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:46:48.759767 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12536): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12536) [trial-2360↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12536)] [trial-2360↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a13:46:48.768276 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a13:46:48.805037 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12535): Terminating (SIGTERM)\u000a13:46:48.982986 --- ParallelTerminationStrategy: PID 12535 died...\u000a13:46:49.040278 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12535): Terminated: ok {rc=0}\u000a13:46:49.126026 bus /sierra_3: Setting Powered False\u000a13:46:50.232232 bus /sierra_3: Setting Powered False\u000a13:46:51.344170 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:46:45" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12546): Process ended prematurely: osmo-stp_10.42.42.5(pid=12546) [trial-2360↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12546)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12546): Process ended prematurely: osmo-stp_10.42.42.5(pid=12546) [trial-2360↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a13:46:53.205449 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:46:53.216244 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:46:53.337465 tst mo_mt_sms.py: using LAC 21875\u000a13:46:53.452830 tst mo_mt_sms.py: using RAC 200\u000a13:46:53.569988 tst mo_mt_sms.py: using CellId 21875\u000a13:46:53.691189 tst mo_mt_sms.py: using BVCI 21876\u000a13:46:53.713473 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:46:53.724086 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:46:53.734617 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:46:53.745447 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:46:53.756079 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:46:53.766792 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a13:46:53.879195 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a13:46:54.074917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:54.546186 run create_hlr_db(pid=12540): Launched\u000a13:46:54.715377 bus /sierra_2: Setting Powered False\u000a13:46:55.737619 run create_hlr_db(pid=12540): Terminated: ok {rc=0}\u000a13:46:56.156605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12542): Launched\u000a13:46:56.471418 run osmo-hlr_10.42.42.2(pid=12543): Launched\u000a13:46:56.588847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:57.136060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12545): Launched\u000a13:46:57.450472 run osmo-stp_10.42.42.5(pid=12546): Launched\u000a13:46:57.565469 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:46:58.141694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12548): Launched\u000a13:46:58.458673 run osmo-msc_10.42.42.6(pid=12549): Launched\u000a13:46:58.644747 run osmo-stp_10.42.42.5(pid=12546): ERR: Terminated: ERROR {rc=1} [trial-2360↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12546)]\u000a13:46:58.778995 run osmo-stp_10.42.42.5(pid=12546): stdout: \u000a| (launched: 2022-12-09_13:46:57.295504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:58.914258 run osmo-stp_10.42.42.5(pid=12546): stderr: \u000a| �[0;m�[38;5;43m20221209134657486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134657487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134657487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134657487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134657488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134657488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134657488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:59.040859 run osmo-stp_10.42.42.5(pid=12546): stdout: \u000a| (launched: 2022-12-09_13:46:57.295504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:59.167091 run osmo-stp_10.42.42.5(pid=12546): stderr: \u000a| �[0;m�[38;5;43m20221209134657486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134657487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134657487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134657487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134657488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134657488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134657488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:59.222182 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12546): Process ended prematurely: osmo-stp_10.42.42.5(pid=12546) [trial-2360↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12546)] [trial-2360↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a13:46:59.230652 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a13:46:59.293763 run osmo-hlr_10.42.42.2(pid=12543): ERR: Terminated: ERROR {rc=237} [trial-2360↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12543)]\u000a13:46:59.345669 run osmo-hlr_10.42.42.2(pid=12543): stdout: \u000a| (launched: 2022-12-09_13:46:56.316324) \u000a13:46:59.397873 run osmo-hlr_10.42.42.2(pid=12543): stderr: \u000a| �[0;m�[1;31m20221209134656512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134656512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134656512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134656512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134656512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134656512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134656524 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134656532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134656532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134656532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:59.468514 run osmo-msc_10.42.42.6(pid=12549): ERR: Terminated: ERROR {rc=2} [trial-2360↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12549)]\u000a13:46:59.519839 run osmo-msc_10.42.42.6(pid=12549): stdout: \u000a| (launched: 2022-12-09_13:46:58.302141) \u000a13:46:59.572106 run osmo-msc_10.42.42.6(pid=12549): stderr: \u000a| �[0;m�[38;5;43m20221209134658621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134658621 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3476810c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134658621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134658621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134658621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134658622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134658623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134658624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134658624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134658624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:46:59.616233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12542): Terminating (SIGTERM)\u000a13:46:59.658200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12545): Terminating (SIGTERM)\u000a13:46:59.699858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12548): Terminating (SIGTERM)\u000a13:46:59.709811 --- ParallelTerminationStrategy: PID 12542 died...\u000a13:46:59.765471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12542): Terminated: ok {rc=0}\u000a13:46:59.775794 --- ParallelTerminationStrategy: PID 12545 died...\u000a13:46:59.832276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12545): Terminated: ok {rc=0}\u000a13:46:59.842422 --- ParallelTerminationStrategy: PID 12548 died...\u000a13:46:59.898253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12548): Terminated: ok {rc=0}\u000a13:46:59.985183 bus /sierra_3: Setting Powered False\u000a13:47:01.090524 bus /sierra_3: Setting Powered False\u000a13:47:02.214180 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:46:52" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12555): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12555) [trial-2360↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12555)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12555): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12555) [trial-2360↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a13:47:04.033830 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a13:47:04.045306 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:47:04.176689 tst assert_extension.py: using LAC 21876\u000a13:47:04.299484 tst assert_extension.py: using RAC 201\u000a13:47:04.422337 tst assert_extension.py: using CellId 21876\u000a13:47:04.546508 tst assert_extension.py: using BVCI 21877\u000a13:47:04.570376 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a13:47:04.838778 tst assert_extension.py:10: start nitb and bts...\u000a13:47:04.961564 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:47:05.572571 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12554): Launched\u000a13:47:05.863930 run osmo-nitb_10.42.42.2(pid=12555): Launched\u000a13:47:06.045302 run osmo-nitb_10.42.42.2(pid=12555): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12555)]\u000a13:47:06.179262 run osmo-nitb_10.42.42.2(pid=12555): stdout: \u000a| (launched: 2022-12-09_13:47:05.722282) \u000a13:47:06.313393 run osmo-nitb_10.42.42.2(pid=12555): stderr: \u000a| (launched: 2022-12-09_13:47:05.766213)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:47:06.443080 run osmo-nitb_10.42.42.2(pid=12555): stdout: \u000a| (launched: 2022-12-09_13:47:05.722282) \u000a13:47:06.571355 run osmo-nitb_10.42.42.2(pid=12555): stderr: \u000a| (launched: 2022-12-09_13:47:05.766213)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:47:06.984194 tst osmo-nitb_10.42.42.2(pid=12555): stdout: \u000a| (launched: 2022-12-09_13:47:05.722282) \u000a13:47:07.101363 tst osmo-nitb_10.42.42.2(pid=12555): stderr: \u000a| (launched: 2022-12-09_13:47:05.766213)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:47:07.152585 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12555): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12555) [trial-2360↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12555)] [trial-2360↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a13:47:07.160607 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a13:47:07.195834 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12554): Terminating (SIGTERM)\u000a13:47:07.373590 --- ParallelTerminationStrategy: PID 12554 died...\u000a13:47:07.429442 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12554): Terminated: ok {rc=0}\u000a13:47:07.518676 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:47:03" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12565): Process ended prematurely: osmo-stp_10.42.42.5(pid=12565) [trial-2360↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12565)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12565): Process ended prematurely: osmo-stp_10.42.42.5(pid=12565) [trial-2360↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a13:47:09.333451 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:47:09.344799 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:47:09.473989 tst assert_extension.py: using LAC 21877\u000a13:47:09.596813 tst assert_extension.py: using RAC 202\u000a13:47:09.721672 tst assert_extension.py: using CellId 21877\u000a13:47:09.846744 tst assert_extension.py: using BVCI 21878\u000a13:47:09.870800 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:47:09.881967 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:47:09.892849 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:47:09.904079 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:47:09.915358 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:47:09.926584 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a13:47:10.131099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:10.625999 run create_hlr_db(pid=12559): Launched\u000a13:47:10.809425 bus /sierra_2: Setting Powered False\u000a13:47:11.829995 run create_hlr_db(pid=12559): Terminated: ok {rc=0}\u000a13:47:12.225884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12561): Launched\u000a13:47:12.520619 run osmo-hlr_10.42.42.2(pid=12562): Launched\u000a13:47:12.637579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:13.193585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12564): Launched\u000a13:47:13.507980 run osmo-stp_10.42.42.5(pid=12565): Launched\u000a13:47:13.621803 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:47:14.194655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12567): Launched\u000a13:47:14.507899 run osmo-msc_10.42.42.6(pid=12568): Launched\u000a13:47:14.693187 run osmo-stp_10.42.42.5(pid=12565): ERR: Terminated: ERROR {rc=1} [trial-2360↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12565)]\u000a13:47:14.827732 run osmo-stp_10.42.42.5(pid=12565): stdout: \u000a| (launched: 2022-12-09_13:47:13.353279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:14.961786 run osmo-stp_10.42.42.5(pid=12565): stderr: \u000a| �[0;m�[38;5;43m20221209134713542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134713543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134713543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134713543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134713544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134713544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134713544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:15.089049 run osmo-stp_10.42.42.5(pid=12565): stdout: \u000a| (launched: 2022-12-09_13:47:13.353279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:15.214879 run osmo-stp_10.42.42.5(pid=12565): stderr: \u000a| �[0;m�[38;5;43m20221209134713542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134713543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134713543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134713543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134713544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134713544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134713544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:15.269726 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12565): Process ended prematurely: osmo-stp_10.42.42.5(pid=12565) [trial-2360↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12565)] [trial-2360↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a13:47:15.278536 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a13:47:15.341932 run osmo-hlr_10.42.42.2(pid=12562): ERR: Terminated: ERROR {rc=237} [trial-2360↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12562)]\u000a13:47:15.393756 run osmo-hlr_10.42.42.2(pid=12562): stdout: \u000a| (launched: 2022-12-09_13:47:12.375104) \u000a13:47:15.446298 run osmo-hlr_10.42.42.2(pid=12562): stderr: \u000a| �[0;m�[1;31m20221209134712548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134712548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134712548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134712548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134712548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134712548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134712561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134712570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134712570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134712570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:15.517451 run osmo-msc_10.42.42.6(pid=12568): ERR: Terminated: ERROR {rc=2} [trial-2360↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12568)]\u000a13:47:15.569356 run osmo-msc_10.42.42.6(pid=12568): stdout: \u000a| (launched: 2022-12-09_13:47:14.353894) \u000a13:47:15.621800 run osmo-msc_10.42.42.6(pid=12568): stderr: \u000a| �[0;m�[38;5;43m20221209134714675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134714675 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41b4d78c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134714675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134714675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134714675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134714675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134714677 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134714678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134714678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134714678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:47:15.666436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12561): Terminating (SIGTERM)\u000a13:47:15.708489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12564): Terminating (SIGTERM)\u000a13:47:15.750324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12567): Terminating (SIGTERM)\u000a13:47:15.760410 --- ParallelTerminationStrategy: PID 12561 died...\u000a13:47:15.817256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12561): Terminated: ok {rc=0}\u000a13:47:15.829019 --- ParallelTerminationStrategy: PID 12564 died...\u000a13:47:15.891860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12564): Terminated: ok {rc=0}\u000a13:47:15.902484 --- ParallelTerminationStrategy: PID 12567 died...\u000a13:47:15.959417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12567): Terminated: ok {rc=0}\u000a13:47:16.060922 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:47:09" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12579): Process ended prematurely: osmo-stp_10.42.42.5(pid=12579) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12579)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12579): Process ended prematurely: osmo-stp_10.42.42.5(pid=12579) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:47:17.998342 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:47:18.009657 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:47:18.152419 tst mo_mt_call.py: using LAC 21878\u000a13:47:18.268069 tst mo_mt_call.py: using RAC 203\u000a13:47:18.391593 tst mo_mt_call.py: using CellId 21878\u000a13:47:18.517068 tst mo_mt_call.py: using BVCI 21879\u000a13:47:18.541583 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:47:18.553567 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:47:18.565021 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:47:18.577199 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:47:18.589787 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:47:18.601789 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:47:18.718453 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:47:18.928758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:19.431600 run create_hlr_db(pid=12573): Launched\u000a13:47:19.618198 bus /sierra_2: Setting Powered False\u000a13:47:20.639363 run create_hlr_db(pid=12573): Terminated: ok {rc=0}\u000a13:47:21.042922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12575): Launched\u000a13:47:21.343950 run osmo-hlr_10.42.42.2(pid=12576): Launched\u000a13:47:21.467348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:21.998575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12578): Launched\u000a13:47:22.298127 run osmo-stp_10.42.42.5(pid=12579): Launched\u000a13:47:22.408046 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:47:22.956939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12581): Launched\u000a13:47:23.258443 run osmo-msc_10.42.42.6(pid=12582): Launched\u000a13:47:23.434801 run osmo-stp_10.42.42.5(pid=12579): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12579)]\u000a13:47:23.562036 run osmo-stp_10.42.42.5(pid=12579): stdout: \u000a| (launched: 2022-12-09_13:47:22.150838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:23.686862 run osmo-stp_10.42.42.5(pid=12579): stderr: \u000a| �[0;m�[38;5;43m20221209134722320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134722320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134722320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134722321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134722321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134722321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134722321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:23.807297 run osmo-stp_10.42.42.5(pid=12579): stdout: \u000a| (launched: 2022-12-09_13:47:22.150838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:23.926953 run osmo-stp_10.42.42.5(pid=12579): stderr: \u000a| �[0;m�[38;5;43m20221209134722320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134722320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134722320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134722321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134722321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134722321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134722321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:23.979695 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12579): Process ended prematurely: osmo-stp_10.42.42.5(pid=12579) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12579)] [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:47:23.988296 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:47:24.047431 run osmo-hlr_10.42.42.2(pid=12576): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12576)]\u000a13:47:24.096235 run osmo-hlr_10.42.42.2(pid=12576): stdout: \u000a| (launched: 2022-12-09_13:47:21.196068) \u000a13:47:24.145806 run osmo-hlr_10.42.42.2(pid=12576): stderr: \u000a| �[0;m�[1;31m20221209134721372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134721372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134721372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134721372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134721372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134721372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134721384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134721393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134721393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134721393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:24.212858 run osmo-msc_10.42.42.6(pid=12582): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12582)]\u000a13:47:24.261557 run osmo-msc_10.42.42.6(pid=12582): stdout: \u000a| (launched: 2022-12-09_13:47:23.110474) \u000a13:47:24.310615 run osmo-msc_10.42.42.6(pid=12582): stderr: \u000a| �[0;m�[38;5;43m20221209134723380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134723380 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71453b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134723380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134723380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134723380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134723381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134723382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134723383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134723383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134723383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:47:24.352312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12575): Terminating (SIGTERM)\u000a13:47:24.392094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12578): Terminating (SIGTERM)\u000a13:47:24.431508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12581): Terminating (SIGTERM)\u000a13:47:24.440648 --- ParallelTerminationStrategy: PID 12575 died...\u000a13:47:24.494511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12575): Terminated: ok {rc=0}\u000a13:47:24.503986 --- ParallelTerminationStrategy: PID 12578 died...\u000a13:47:24.556276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12578): Terminated: ok {rc=0}\u000a13:47:24.565759 --- ParallelTerminationStrategy: PID 12581 died...\u000a13:47:24.618152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12581): Terminated: ok {rc=0}\u000a13:47:24.706607 bus /sierra_3: Setting Powered False\u000a13:47:25.809374 bus /sierra_3: Setting Powered False\u000a13:47:26.916432 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12591): Process ended prematurely: osmo-stp_10.42.42.5(pid=12591) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12591)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12591): Process ended prematurely: osmo-stp_10.42.42.5(pid=12591) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:47:28.024072 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:47:28.035697 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:47:28.180695 tst mo_mt_call_osmux.py: using LAC 21879\u000a13:47:28.298346 tst mo_mt_call_osmux.py: using RAC 204\u000a13:47:28.424857 tst mo_mt_call_osmux.py: using CellId 21879\u000a13:47:28.550393 tst mo_mt_call_osmux.py: using BVCI 21880\u000a13:47:28.575101 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:47:28.587061 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:47:28.598851 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:47:28.610872 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:47:28.622991 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:47:28.635528 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:47:28.754088 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:47:28.966829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:29.471045 run create_hlr_db(pid=12585): Launched\u000a13:47:29.656292 bus /sierra_2: Setting Powered False\u000a13:47:30.677400 run create_hlr_db(pid=12585): Terminated: ok {rc=0}\u000a13:47:31.113472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12587): Launched\u000a13:47:31.539164 run osmo-hlr_10.42.42.2(pid=12588): Launched\u000a13:47:31.786846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:32.349462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12590): Launched\u000a13:47:32.670725 run osmo-stp_10.42.42.5(pid=12591): Launched\u000a13:47:32.787795 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:47:33.373959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12593): Launched\u000a13:47:33.694448 run osmo-msc_10.42.42.6(pid=12594): Launched\u000a13:47:33.883680 run osmo-stp_10.42.42.5(pid=12591): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12591)]\u000a13:47:34.020289 run osmo-stp_10.42.42.5(pid=12591): stdout: \u000a| (launched: 2022-12-09_13:47:32.512675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:34.156374 run osmo-stp_10.42.42.5(pid=12591): stderr: \u000a| �[0;m�[38;5;43m20221209134732702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134732702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134732703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134732703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134732703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134732704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134732704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:34.285727 run osmo-stp_10.42.42.5(pid=12591): stdout: \u000a| (launched: 2022-12-09_13:47:32.512675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:34.413830 run osmo-stp_10.42.42.5(pid=12591): stderr: \u000a| �[0;m�[38;5;43m20221209134732702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134732702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134732703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134732703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134732703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134732704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134732704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:34.470328 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12591): Process ended prematurely: osmo-stp_10.42.42.5(pid=12591) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12591)] [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:47:34.479783 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a13:47:34.543758 run osmo-hlr_10.42.42.2(pid=12588): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12588)]\u000a13:47:34.595591 run osmo-hlr_10.42.42.2(pid=12588): stdout: \u000a| (launched: 2022-12-09_13:47:31.279328) \u000a13:47:34.648199 run osmo-hlr_10.42.42.2(pid=12588): stderr: \u000a| �[0;m�[1;31m20221209134731585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134731585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134731585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134731585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134731585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134731585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134731603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134731619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134731619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134731619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:34.718823 run osmo-msc_10.42.42.6(pid=12594): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12594)]\u000a13:47:34.770212 run osmo-msc_10.42.42.6(pid=12594): stdout: \u000a| (launched: 2022-12-09_13:47:33.536865) \u000a13:47:34.822632 run osmo-msc_10.42.42.6(pid=12594): stderr: \u000a| �[0;m�[38;5;43m20221209134733859 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134733860 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f818a7e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134733860 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134733860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134733860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134733860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134733862 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134733862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134733862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134733862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:47:34.866977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12587): Terminating (SIGTERM)\u000a13:47:34.908602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12590): Terminating (SIGTERM)\u000a13:47:34.950349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12593): Terminating (SIGTERM)\u000a13:47:34.960348 --- ParallelTerminationStrategy: PID 12587 died...\u000a13:47:35.016453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12587): Terminated: ok {rc=0}\u000a13:47:35.026626 --- ParallelTerminationStrategy: PID 12590 died...\u000a13:47:35.082130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12590): Terminated: ok {rc=0}\u000a13:47:35.092515 --- ParallelTerminationStrategy: PID 12593 died...\u000a13:47:35.148076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12593): Terminated: ok {rc=0}\u000a13:47:35.234624 bus /sierra_3: Setting Powered False\u000a13:47:36.342150 bus /sierra_3: Setting Powered False\u000a13:47:37.447525 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:47:17" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12605): Process ended prematurely: osmo-stp_10.42.42.5(pid=12605) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12605)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12605): Process ended prematurely: osmo-stp_10.42.42.5(pid=12605) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:47:39.434115 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:39.446019 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:47:39.599165 tst mo_mt_call.py: using LAC 21880\u000a13:47:39.724257 tst mo_mt_call.py: using RAC 205\u000a13:47:39.844914 tst mo_mt_call.py: using CellId 21880\u000a13:47:39.964707 tst mo_mt_call.py: using BVCI 21881\u000a13:47:39.987579 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:39.998762 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:40.009663 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:40.020543 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:40.031492 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:40.042496 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:47:40.159526 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:47:40.361058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:40.842633 run create_hlr_db(pid=12599): Launched\u000a13:47:41.014482 bus /sierra_2: Setting Powered False\u000a13:47:42.037306 run create_hlr_db(pid=12599): Terminated: ok {rc=0}\u000a13:47:42.462534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12601): Launched\u000a13:47:42.783395 run osmo-hlr_10.42.42.2(pid=12602): Launched\u000a13:47:42.903072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:43.461113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12604): Launched\u000a13:47:43.780717 run osmo-stp_10.42.42.5(pid=12605): Launched\u000a13:47:43.900796 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:47:44.485091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12607): Launched\u000a13:47:44.805757 run osmo-msc_10.42.42.6(pid=12608): Launched\u000a13:47:44.994788 run osmo-stp_10.42.42.5(pid=12605): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12605)]\u000a13:47:45.130827 run osmo-stp_10.42.42.5(pid=12605): stdout: \u000a| (launched: 2022-12-09_13:47:43.624059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:45.266809 run osmo-stp_10.42.42.5(pid=12605): stderr: \u000a| �[0;m�[38;5;43m20221209134743816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134743816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134743816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134743817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134743817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134743817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134743817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:45.396454 run osmo-stp_10.42.42.5(pid=12605): stdout: \u000a| (launched: 2022-12-09_13:47:43.624059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:45.525406 run osmo-stp_10.42.42.5(pid=12605): stderr: \u000a| �[0;m�[38;5;43m20221209134743816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134743816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134743816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134743817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134743817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134743817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134743817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:45.581756 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12605): Process ended prematurely: osmo-stp_10.42.42.5(pid=12605) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12605)] [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:47:45.591156 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:47:45.656099 run osmo-hlr_10.42.42.2(pid=12602): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12602)]\u000a13:47:45.707936 run osmo-hlr_10.42.42.2(pid=12602): stdout: \u000a| (launched: 2022-12-09_13:47:42.625494) \u000a13:47:45.761793 run osmo-hlr_10.42.42.2(pid=12602): stderr: \u000a| �[0;m�[1;31m20221209134742824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134742824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134742824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134742824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134742824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134742824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134742835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134742843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134742843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134742843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:45.833699 run osmo-msc_10.42.42.6(pid=12608): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12608)]\u000a13:47:45.888055 run osmo-msc_10.42.42.6(pid=12608): stdout: \u000a| (launched: 2022-12-09_13:47:44.648167) \u000a13:47:45.947275 run osmo-msc_10.42.42.6(pid=12608): stderr: \u000a| �[0;m�[38;5;43m20221209134744970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134744970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67e28e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134744971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134744971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134744971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134744971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134744973 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134744973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134744973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134744973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:47:45.992727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12601): Terminating (SIGTERM)\u000a13:47:46.035038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12604): Terminating (SIGTERM)\u000a13:47:46.079819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12607): Terminating (SIGTERM)\u000a13:47:46.090866 --- ParallelTerminationStrategy: PID 12601 died...\u000a13:47:46.149160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12601): Terminated: ok {rc=0}\u000a13:47:46.159709 --- ParallelTerminationStrategy: PID 12604 died...\u000a13:47:46.216804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12604): Terminated: ok {rc=0}\u000a13:47:46.228197 --- ParallelTerminationStrategy: PID 12607 died...\u000a13:47:46.286230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12607): Terminated: ok {rc=0}\u000a13:47:46.375837 bus /sierra_3: Setting Powered False\u000a13:47:47.480267 bus /sierra_3: Setting Powered False\u000a13:47:48.588341 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12616): Process ended prematurely: osmo-stp_10.42.42.5(pid=12616) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12616)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12616): Process ended prematurely: osmo-stp_10.42.42.5(pid=12616) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:47:49.703220 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:49.715635 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:47:49.870730 tst mo_mt_call_osmux.py: using LAC 21881\u000a13:47:49.993763 tst mo_mt_call_osmux.py: using RAC 206\u000a13:47:50.116387 tst mo_mt_call_osmux.py: using CellId 21881\u000a13:47:50.234341 tst mo_mt_call_osmux.py: using BVCI 21882\u000a13:47:50.257333 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:50.268638 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:50.279901 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:50.290937 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:50.302005 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:50.313165 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:47:50.432732 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:47:50.643558 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:51.149063 run create_hlr_db(pid=12610): Launched\u000a13:47:51.335059 bus /sierra_2: Setting Powered False\u000a13:47:52.356111 run create_hlr_db(pid=12610): Terminated: ok {rc=0}\u000a13:47:52.758337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12612): Launched\u000a13:47:53.058688 run osmo-hlr_10.42.42.2(pid=12613): Launched\u000a13:47:53.178923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:53.707384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12615): Launched\u000a13:47:54.006947 run osmo-stp_10.42.42.5(pid=12616): Launched\u000a13:47:54.115891 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:47:54.663462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12618): Launched\u000a13:47:54.963535 run osmo-msc_10.42.42.6(pid=12619): Launched\u000a13:47:55.146502 run osmo-stp_10.42.42.5(pid=12616): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12616)]\u000a13:47:55.283953 run osmo-stp_10.42.42.5(pid=12616): stdout: \u000a| (launched: 2022-12-09_13:47:53.859618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:55.418510 run osmo-stp_10.42.42.5(pid=12616): stderr: \u000a| �[0;m�[38;5;43m20221209134754030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134754030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134754030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134754031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134754031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134754031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134754031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:55.547864 run osmo-stp_10.42.42.5(pid=12616): stdout: \u000a| (launched: 2022-12-09_13:47:53.859618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:55.675814 run osmo-stp_10.42.42.5(pid=12616): stderr: \u000a| �[0;m�[38;5;43m20221209134754030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134754030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134754030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134754031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134754031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134754031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134754031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:55.732088 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12616): Process ended prematurely: osmo-stp_10.42.42.5(pid=12616) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12616)] [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:47:55.741670 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:47:55.804939 run osmo-hlr_10.42.42.2(pid=12613): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12613)]\u000a13:47:55.856737 run osmo-hlr_10.42.42.2(pid=12613): stdout: \u000a| (launched: 2022-12-09_13:47:52.911073) \u000a13:47:55.908798 run osmo-hlr_10.42.42.2(pid=12613): stderr: \u000a| �[0;m�[1;31m20221209134753087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134753087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134753087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134753088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134753088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134753088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134753100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134753109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134753109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134753109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:55.979417 run osmo-msc_10.42.42.6(pid=12619): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12619)]\u000a13:47:56.031013 run osmo-msc_10.42.42.6(pid=12619): stdout: \u000a| (launched: 2022-12-09_13:47:54.815698) \u000a13:47:56.083250 run osmo-msc_10.42.42.6(pid=12619): stderr: \u000a| �[0;m�[38;5;43m20221209134755086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134755086 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0287d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134755086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134755086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134755086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134755086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134755088 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134755088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134755089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134755089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:47:56.127039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12612): Terminating (SIGTERM)\u000a13:47:56.169275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12615): Terminating (SIGTERM)\u000a13:47:56.211542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12618): Terminating (SIGTERM)\u000a13:47:56.221249 --- ParallelTerminationStrategy: PID 12612 died...\u000a13:47:56.277582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12612): Terminated: ok {rc=0}\u000a13:47:56.287722 --- ParallelTerminationStrategy: PID 12615 died...\u000a13:47:56.343625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12615): Terminated: ok {rc=0}\u000a13:47:56.353834 --- ParallelTerminationStrategy: PID 12618 died...\u000a13:47:56.409151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12618): Terminated: ok {rc=0}\u000a13:47:56.495982 bus /sierra_3: Setting Powered False\u000a13:47:57.603518 bus /sierra_3: Setting Powered False\u000a13:47:58.711564 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:47:39" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12630): Process ended prematurely: osmo-stp_10.42.42.5(pid=12630) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12630)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12630): Process ended prematurely: osmo-stp_10.42.42.5(pid=12630) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:48:00.676284 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:48:00.687472 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:48:00.838562 tst mo_mt_call.py: using LAC 21882\u000a13:48:00.966546 tst mo_mt_call.py: using RAC 207\u000a13:48:01.097227 tst mo_mt_call.py: using CellId 21882\u000a13:48:01.229337 tst mo_mt_call.py: using BVCI 21883\u000a13:48:01.254932 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:48:01.267887 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:48:01.281459 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:48:01.295277 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:48:01.309077 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:48:01.322413 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:48:01.453086 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:48:01.678314 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:02.197636 run create_hlr_db(pid=12624): Launched\u000a13:48:02.372617 bus /sierra_2: Setting Powered False\u000a13:48:03.392688 run create_hlr_db(pid=12624): Terminated: ok {rc=0}\u000a13:48:03.790244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12626): Launched\u000a13:48:04.088611 run osmo-hlr_10.42.42.2(pid=12627): Launched\u000a13:48:04.198462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:04.717719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12629): Launched\u000a13:48:05.018098 run osmo-stp_10.42.42.5(pid=12630): Launched\u000a13:48:05.126766 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:05.675322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12632): Launched\u000a13:48:05.976683 run osmo-msc_10.42.42.6(pid=12633): Launched\u000a13:48:06.153853 run osmo-stp_10.42.42.5(pid=12630): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12630)]\u000a13:48:06.281109 run osmo-stp_10.42.42.5(pid=12630): stdout: \u000a| (launched: 2022-12-09_13:48:04.870327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:06.406319 run osmo-stp_10.42.42.5(pid=12630): stderr: \u000a| �[0;m�[38;5;43m20221209134805040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134805040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134805041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134805041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134805042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134805042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134805042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:06.526953 run osmo-stp_10.42.42.5(pid=12630): stdout: \u000a| (launched: 2022-12-09_13:48:04.870327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:06.646795 run osmo-stp_10.42.42.5(pid=12630): stderr: \u000a| �[0;m�[38;5;43m20221209134805040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134805040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134805041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134805041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134805042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134805042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134805042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:06.699573 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12630): Process ended prematurely: osmo-stp_10.42.42.5(pid=12630) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12630)] [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:48:06.708063 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:48:06.767348 run osmo-hlr_10.42.42.2(pid=12627): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12627)]\u000a13:48:06.815975 run osmo-hlr_10.42.42.2(pid=12627): stdout: \u000a| (launched: 2022-12-09_13:48:03.942116) \u000a13:48:06.865404 run osmo-hlr_10.42.42.2(pid=12627): stderr: \u000a| �[0;m�[1;31m20221209134804117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134804117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134804118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134804118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134804118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134804118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134804135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134804144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134804145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134804145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:06.932400 run osmo-msc_10.42.42.6(pid=12633): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12633)]\u000a13:48:06.981073 run osmo-msc_10.42.42.6(pid=12633): stdout: \u000a| (launched: 2022-12-09_13:48:05.828438) \u000a13:48:07.030271 run osmo-msc_10.42.42.6(pid=12633): stderr: \u000a| �[0;m�[38;5;43m20221209134806100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134806100 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe8e382c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134806100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134806100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134806100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134806100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134806103 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134806104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134806104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134806104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:07.071988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12626): Terminating (SIGTERM)\u000a13:48:07.111410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12629): Terminating (SIGTERM)\u000a13:48:07.150847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12632): Terminating (SIGTERM)\u000a13:48:07.159987 --- ParallelTerminationStrategy: PID 12626 died...\u000a13:48:07.213201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12626): Terminated: ok {rc=0}\u000a13:48:07.222756 --- ParallelTerminationStrategy: PID 12629 died...\u000a13:48:07.275336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12629): Terminated: ok {rc=0}\u000a13:48:07.284701 --- ParallelTerminationStrategy: PID 12632 died...\u000a13:48:07.337249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12632): Terminated: ok {rc=0}\u000a13:48:07.424843 bus /sierra_3: Setting Powered False\u000a13:48:08.527566 bus /sierra_3: Setting Powered False\u000a13:48:09.638750 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12641): Process ended prematurely: osmo-stp_10.42.42.5(pid=12641) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12641)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12641): Process ended prematurely: osmo-stp_10.42.42.5(pid=12641) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:48:10.748357 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:48:10.760302 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:48:10.906319 tst mo_mt_call_osmux.py: using LAC 21883\u000a13:48:11.027770 tst mo_mt_call_osmux.py: using RAC 208\u000a13:48:11.147943 tst mo_mt_call_osmux.py: using CellId 21883\u000a13:48:11.268036 tst mo_mt_call_osmux.py: using BVCI 21884\u000a13:48:11.290877 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:48:11.302133 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:48:11.313110 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:48:11.324006 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:48:11.335091 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:48:11.346133 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:48:11.463707 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:48:11.664156 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:12.145334 run create_hlr_db(pid=12635): Launched\u000a13:48:12.317136 bus /sierra_2: Setting Powered False\u000a13:48:13.340397 run create_hlr_db(pid=12635): Terminated: ok {rc=0}\u000a13:48:13.767313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12637): Launched\u000a13:48:14.088039 run osmo-hlr_10.42.42.2(pid=12638): Launched\u000a13:48:14.203424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:14.723488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12640): Launched\u000a13:48:15.023467 run osmo-stp_10.42.42.5(pid=12641): Launched\u000a13:48:15.131977 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:15.685873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12643): Launched\u000a13:48:16.019943 run osmo-msc_10.42.42.6(pid=12644): Launched\u000a13:48:16.321473 run osmo-stp_10.42.42.5(pid=12641): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12641)]\u000a13:48:16.616608 run osmo-stp_10.42.42.5(pid=12641): stdout: \u000a| (launched: 2022-12-09_13:48:14.875834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:16.768646 run osmo-stp_10.42.42.5(pid=12641): stderr: \u000a| �[0;m�[38;5;43m20221209134815048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134815048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134815048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134815049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134815049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134815049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134815049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:16.909286 run osmo-stp_10.42.42.5(pid=12641): stdout: \u000a| (launched: 2022-12-09_13:48:14.875834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:17.056464 run osmo-stp_10.42.42.5(pid=12641): stderr: \u000a| �[0;m�[38;5;43m20221209134815048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134815048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134815048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134815049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134815049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134815049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134815049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:17.114432 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12641): Process ended prematurely: osmo-stp_10.42.42.5(pid=12641) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12641)] [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:48:17.123916 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:48:17.190736 run osmo-hlr_10.42.42.2(pid=12638): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12638)]\u000a13:48:17.251618 run osmo-hlr_10.42.42.2(pid=12638): stdout: \u000a| (launched: 2022-12-09_13:48:13.931240) \u000a13:48:17.312366 run osmo-hlr_10.42.42.2(pid=12638): stderr: \u000a| �[0;m�[1;31m20221209134814129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134814129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134814129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134814129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134814129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134814129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134814142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134814150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134814150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134814150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:17.392697 run osmo-msc_10.42.42.6(pid=12644): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12644)]\u000a13:48:17.446735 run osmo-msc_10.42.42.6(pid=12644): stdout: \u000a| (launched: 2022-12-09_13:48:15.838852) \u000a13:48:17.498868 run osmo-msc_10.42.42.6(pid=12644): stderr: \u000a| �[0;m�[38;5;43m20221209134816416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134816416 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ad41eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134816416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134816416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134816416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134816417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134816418 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134816419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134816419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134816419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:17.541355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12637): Terminating (SIGTERM)\u000a13:48:17.581237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12640): Terminating (SIGTERM)\u000a13:48:17.620684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12643): Terminating (SIGTERM)\u000a13:48:17.629877 --- ParallelTerminationStrategy: PID 12637 died...\u000a13:48:17.682901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12637): Terminated: ok {rc=0}\u000a13:48:17.692400 --- ParallelTerminationStrategy: PID 12640 died...\u000a13:48:17.745022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12640): Terminated: ok {rc=0}\u000a13:48:17.754486 --- ParallelTerminationStrategy: PID 12643 died...\u000a13:48:17.807019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12643): Terminated: ok {rc=0}\u000a13:48:17.891475 bus /sierra_3: Setting Powered False\u000a13:48:18.991553 bus /sierra_3: Setting Powered False\u000a13:48:20.102884 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:48:00" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12656): Process ended prematurely: osmo-stp_10.42.42.5(pid=12656) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12656)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12656): Process ended prematurely: osmo-stp_10.42.42.5(pid=12656) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:48:22.067587 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:22.079026 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:48:22.224099 tst mo_mt_call.py: using LAC 21884\u000a13:48:22.345907 tst mo_mt_call.py: using RAC 209\u000a13:48:22.461935 tst mo_mt_call.py: using CellId 21884\u000a13:48:22.578104 tst mo_mt_call.py: using BVCI 21885\u000a13:48:22.601068 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:22.612111 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:22.623113 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:22.634104 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:22.645048 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:22.655917 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:48:22.775320 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:48:22.976856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:23.456867 run create_hlr_db(pid=12650): Launched\u000a13:48:23.630702 bus /sierra_2: Setting Powered False\u000a13:48:24.650868 run create_hlr_db(pid=12650): Terminated: ok {rc=0}\u000a13:48:25.076683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12652): Launched\u000a13:48:25.398663 run osmo-hlr_10.42.42.2(pid=12653): Launched\u000a13:48:25.516709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:26.075130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12655): Launched\u000a13:48:26.396312 run osmo-stp_10.42.42.5(pid=12656): Launched\u000a13:48:26.512802 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:27.099746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12658): Launched\u000a13:48:27.421051 run osmo-msc_10.42.42.6(pid=12659): Launched\u000a13:48:27.610985 run osmo-stp_10.42.42.5(pid=12656): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12656)]\u000a13:48:27.752763 run osmo-stp_10.42.42.5(pid=12656): stdout: \u000a| (launched: 2022-12-09_13:48:26.238328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:27.889878 run osmo-stp_10.42.42.5(pid=12656): stderr: \u000a| �[0;m�[38;5;43m20221209134826433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134826433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134826433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134826433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134826434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134826434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134826434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:28.019343 run osmo-stp_10.42.42.5(pid=12656): stdout: \u000a| (launched: 2022-12-09_13:48:26.238328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:28.147614 run osmo-stp_10.42.42.5(pid=12656): stderr: \u000a| �[0;m�[38;5;43m20221209134826433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134826433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134826433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134826433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134826434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134826434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134826434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:28.204113 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12656): Process ended prematurely: osmo-stp_10.42.42.5(pid=12656) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12656)] [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:48:28.213511 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:48:28.276767 run osmo-hlr_10.42.42.2(pid=12653): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12653)]\u000a13:48:28.328553 run osmo-hlr_10.42.42.2(pid=12653): stdout: \u000a| (launched: 2022-12-09_13:48:25.240255) \u000a13:48:28.381144 run osmo-hlr_10.42.42.2(pid=12653): stderr: \u000a| �[0;m�[1;31m20221209134825440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134825440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134825440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134825440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134825440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134825440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134825452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134825461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134825461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134825461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:28.452182 run osmo-msc_10.42.42.6(pid=12659): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12659)]\u000a13:48:28.503673 run osmo-msc_10.42.42.6(pid=12659): stdout: \u000a| (launched: 2022-12-09_13:48:27.263123) \u000a13:48:28.555922 run osmo-msc_10.42.42.6(pid=12659): stderr: \u000a| �[0;m�[38;5;43m20221209134827587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134827588 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff46acc2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134827588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134827588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134827588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134827588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134827590 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134827590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134827591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134827591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:28.599881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12652): Terminating (SIGTERM)\u000a13:48:28.642014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12655): Terminating (SIGTERM)\u000a13:48:28.683829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12658): Terminating (SIGTERM)\u000a13:48:28.693781 --- ParallelTerminationStrategy: PID 12652 died...\u000a13:48:28.750009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12652): Terminated: ok {rc=0}\u000a13:48:28.760321 --- ParallelTerminationStrategy: PID 12655 died...\u000a13:48:28.816475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12655): Terminated: ok {rc=0}\u000a13:48:28.826484 --- ParallelTerminationStrategy: PID 12658 died...\u000a13:48:28.882578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12658): Terminated: ok {rc=0}\u000a13:48:28.969129 bus /sierra_3: Setting Powered False\u000a13:48:30.075579 bus /sierra_3: Setting Powered False\u000a13:48:31.201107 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12668): Process ended prematurely: osmo-stp_10.42.42.5(pid=12668) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12668)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12668): Process ended prematurely: osmo-stp_10.42.42.5(pid=12668) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:48:32.313475 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:32.325632 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:48:32.485321 tst mo_mt_call_osmux.py: using LAC 21885\u000a13:48:32.609480 tst mo_mt_call_osmux.py: using RAC 210\u000a13:48:32.734050 tst mo_mt_call_osmux.py: using CellId 21885\u000a13:48:32.858449 tst mo_mt_call_osmux.py: using BVCI 21886\u000a13:48:32.882968 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:32.894770 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:32.906380 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:32.918130 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:32.930035 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:32.941787 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:48:33.061476 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:48:33.263529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:33.746571 run create_hlr_db(pid=12662): Launched\u000a13:48:33.919013 bus /sierra_2: Setting Powered False\u000a13:48:34.940894 run create_hlr_db(pid=12662): Terminated: ok {rc=0}\u000a13:48:35.339756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12664): Launched\u000a13:48:35.640488 run osmo-hlr_10.42.42.2(pid=12665): Launched\u000a13:48:35.750421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:36.271857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12667): Launched\u000a13:48:36.571865 run osmo-stp_10.42.42.5(pid=12668): Launched\u000a13:48:36.682155 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:37.231409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12670): Launched\u000a13:48:37.534363 run osmo-msc_10.42.42.6(pid=12671): Launched\u000a13:48:37.714845 run osmo-stp_10.42.42.5(pid=12668): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12668)]\u000a13:48:37.844125 run osmo-stp_10.42.42.5(pid=12668): stdout: \u000a| (launched: 2022-12-09_13:48:36.424299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:37.969825 run osmo-stp_10.42.42.5(pid=12668): stderr: \u000a| �[0;m�[38;5;43m20221209134836596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134836596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134836596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134836597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134836597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134836597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134836597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:38.091134 run osmo-stp_10.42.42.5(pid=12668): stdout: \u000a| (launched: 2022-12-09_13:48:36.424299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:38.211074 run osmo-stp_10.42.42.5(pid=12668): stderr: \u000a| �[0;m�[38;5;43m20221209134836596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134836596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134836596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134836597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134836597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134836597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134836597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:38.264095 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12668): Process ended prematurely: osmo-stp_10.42.42.5(pid=12668) [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12668)] [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:48:38.272806 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:48:38.332492 run osmo-hlr_10.42.42.2(pid=12665): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12665)]\u000a13:48:38.381376 run osmo-hlr_10.42.42.2(pid=12665): stdout: \u000a| (launched: 2022-12-09_13:48:35.492594) \u000a13:48:38.430841 run osmo-hlr_10.42.42.2(pid=12665): stderr: \u000a| �[0;m�[1;31m20221209134835673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134835673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134835673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134835673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134835673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134835673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134835685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134835694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134835694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134835694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:38.497708 run osmo-msc_10.42.42.6(pid=12671): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12671)]\u000a13:48:38.546400 run osmo-msc_10.42.42.6(pid=12671): stdout: \u000a| (launched: 2022-12-09_13:48:37.385127) \u000a13:48:38.595648 run osmo-msc_10.42.42.6(pid=12671): stderr: \u000a| �[0;m�[38;5;43m20221209134837658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134837658 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f680b322c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134837658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134837658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134837658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134837659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134837660 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134837661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134837661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134837661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:38.637461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12664): Terminating (SIGTERM)\u000a13:48:38.677230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12667): Terminating (SIGTERM)\u000a13:48:38.716744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12670): Terminating (SIGTERM)\u000a13:48:38.726030 --- ParallelTerminationStrategy: PID 12664 died...\u000a13:48:38.779131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12664): Terminated: ok {rc=0}\u000a13:48:38.788840 --- ParallelTerminationStrategy: PID 12667 died...\u000a13:48:38.841880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12667): Terminated: ok {rc=0}\u000a13:48:38.851530 --- ParallelTerminationStrategy: PID 12670 died...\u000a13:48:38.904409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12670): Terminated: ok {rc=0}\u000a13:48:38.987602 bus /sierra_3: Setting Powered False\u000a13:48:40.091121 bus /sierra_3: Setting Powered False\u000a13:48:41.202499 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:48:21" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12682): Process ended prematurely: osmo-stp_10.42.42.5(pid=12682) [trial-2360↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12682)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12682): Process ended prematurely: osmo-stp_10.42.42.5(pid=12682) [trial-2360↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:48:43.164867 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:43.176080 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:48:43.322303 tst mo_mt_call.py: using LAC 21886\u000a13:48:43.443068 tst mo_mt_call.py: using RAC 211\u000a13:48:43.559799 tst mo_mt_call.py: using CellId 21886\u000a13:48:43.680303 tst mo_mt_call.py: using BVCI 21887\u000a13:48:43.704139 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:43.715526 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:43.726617 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:43.737674 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:43.748789 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:43.759879 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:48:43.871906 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:48:44.073524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:44.556132 run create_hlr_db(pid=12676): Launched\u000a13:48:44.729071 bus /sierra_2: Setting Powered False\u000a13:48:45.752031 run create_hlr_db(pid=12676): Terminated: ok {rc=0}\u000a13:48:46.179736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12678): Launched\u000a13:48:46.599268 run osmo-hlr_10.42.42.2(pid=12679): Launched\u000a13:48:46.800844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:47.435679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12681): Launched\u000a13:48:47.759208 run osmo-stp_10.42.42.5(pid=12682): Launched\u000a13:48:47.877961 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:48.468552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12684): Launched\u000a13:48:48.790750 run osmo-msc_10.42.42.6(pid=12685): Launched\u000a13:48:48.981160 run osmo-stp_10.42.42.5(pid=12682): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12682)]\u000a13:48:49.117906 run osmo-stp_10.42.42.5(pid=12682): stdout: \u000a| (launched: 2022-12-09_13:48:47.599335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:49.253798 run osmo-stp_10.42.42.5(pid=12682): stderr: \u000a| �[0;m�[38;5;43m20221209134847790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134847790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134847791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134847791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134847791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134847792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134847792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:49.383425 run osmo-stp_10.42.42.5(pid=12682): stdout: \u000a| (launched: 2022-12-09_13:48:47.599335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:49.511632 run osmo-stp_10.42.42.5(pid=12682): stderr: \u000a| �[0;m�[38;5;43m20221209134847790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134847790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134847791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134847791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134847791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134847792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134847792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:49.568317 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12682): Process ended prematurely: osmo-stp_10.42.42.5(pid=12682) [trial-2360↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12682)] [trial-2360↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:48:49.577832 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:48:49.641372 run osmo-hlr_10.42.42.2(pid=12679): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12679)]\u000a13:48:49.693180 run osmo-hlr_10.42.42.2(pid=12679): stdout: \u000a| (launched: 2022-12-09_13:48:46.337776) \u000a13:48:49.745921 run osmo-hlr_10.42.42.2(pid=12679): stderr: \u000a| �[0;m�[1;31m20221209134846686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134846686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134846686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134846686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134846686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134846686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134846712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134846720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134846720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134846720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:49.817341 run osmo-msc_10.42.42.6(pid=12685): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12685)]\u000a13:48:49.869530 run osmo-msc_10.42.42.6(pid=12685): stdout: \u000a| (launched: 2022-12-09_13:48:48.632559) \u000a13:48:49.921948 run osmo-msc_10.42.42.6(pid=12685): stderr: \u000a| �[0;m�[38;5;43m20221209134848953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134848954 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12c8993c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134848954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134848954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134848954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134848954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134848956 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134848956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134848956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134848956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:49.966172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12678): Terminating (SIGTERM)\u000a13:48:50.008376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12681): Terminating (SIGTERM)\u000a13:48:50.051548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12684): Terminating (SIGTERM)\u000a13:48:50.061350 --- ParallelTerminationStrategy: PID 12678 died...\u000a13:48:50.117901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12678): Terminated: ok {rc=0}\u000a13:48:50.128102 --- ParallelTerminationStrategy: PID 12681 died...\u000a13:48:50.183875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12681): Terminated: ok {rc=0}\u000a13:48:50.194247 --- ParallelTerminationStrategy: PID 12684 died...\u000a13:48:50.250171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12684): Terminated: ok {rc=0}\u000a13:48:50.338011 bus /sierra_3: Setting Powered False\u000a13:48:51.442043 bus /sierra_3: Setting Powered False\u000a13:48:52.551683 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12693): Process ended prematurely: osmo-stp_10.42.42.5(pid=12693) [trial-2360↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12693)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12693): Process ended prematurely: osmo-stp_10.42.42.5(pid=12693) [trial-2360↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:48:53.660573 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:53.672554 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:48:53.819988 tst mo_mt_call_osmux.py: using LAC 21887\u000a13:48:53.939932 tst mo_mt_call_osmux.py: using RAC 212\u000a13:48:54.062506 tst mo_mt_call_osmux.py: using CellId 21887\u000a13:48:54.179108 tst mo_mt_call_osmux.py: using BVCI 21888\u000a13:48:54.202023 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:54.213287 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:54.224213 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:54.235255 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:54.246372 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:54.257479 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:48:54.372366 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:48:54.584140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:55.088736 run create_hlr_db(pid=12687): Launched\u000a13:48:55.274238 bus /sierra_2: Setting Powered False\u000a13:48:56.295187 run create_hlr_db(pid=12687): Terminated: ok {rc=0}\u000a13:48:56.720721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12689): Launched\u000a13:48:57.042206 run osmo-hlr_10.42.42.2(pid=12690): Launched\u000a13:48:57.162946 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:57.719804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12692): Launched\u000a13:48:58.041516 run osmo-stp_10.42.42.5(pid=12693): Launched\u000a13:48:58.162834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:58.746677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12695): Launched\u000a13:48:59.068865 run osmo-msc_10.42.42.6(pid=12696): Launched\u000a13:48:59.257880 run osmo-stp_10.42.42.5(pid=12693): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12693)]\u000a13:48:59.394229 run osmo-stp_10.42.42.5(pid=12693): stdout: \u000a| (launched: 2022-12-09_13:48:57.883623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:59.529939 run osmo-stp_10.42.42.5(pid=12693): stderr: \u000a| �[0;m�[38;5;43m20221209134858074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134858074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134858075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134858075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134858076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134858076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134858076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:59.659237 run osmo-stp_10.42.42.5(pid=12693): stdout: \u000a| (launched: 2022-12-09_13:48:57.883623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:59.787213 run osmo-stp_10.42.42.5(pid=12693): stderr: \u000a| �[0;m�[38;5;43m20221209134858074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134858074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134858075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134858075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134858076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134858076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134858076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:59.844139 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12693): Process ended prematurely: osmo-stp_10.42.42.5(pid=12693) [trial-2360↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12693)] [trial-2360↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:48:59.853658 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:48:59.917572 run osmo-hlr_10.42.42.2(pid=12690): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12690)]\u000a13:48:59.969214 run osmo-hlr_10.42.42.2(pid=12690): stdout: \u000a| (launched: 2022-12-09_13:48:56.884377) \u000a13:49:00.021533 run osmo-hlr_10.42.42.2(pid=12690): stderr: \u000a| �[0;m�[1;31m20221209134857082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134857082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134857082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134857083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134857083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134857083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134857094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134857102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134857102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134857102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:00.092242 run osmo-msc_10.42.42.6(pid=12696): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12696)]\u000a13:49:00.143527 run osmo-msc_10.42.42.6(pid=12696): stdout: \u000a| (launched: 2022-12-09_13:48:58.910349) \u000a13:49:00.195551 run osmo-msc_10.42.42.6(pid=12696): stderr: \u000a| �[0;m�[38;5;43m20221209134859230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134859230 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd87553c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134859231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134859231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134859231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134859231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134859233 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134859233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134859233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134859233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:49:00.239645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12689): Terminating (SIGTERM)\u000a13:49:00.281891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12692): Terminating (SIGTERM)\u000a13:49:00.323726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12695): Terminating (SIGTERM)\u000a13:49:00.333858 --- ParallelTerminationStrategy: PID 12689 died...\u000a13:49:00.390309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12689): Terminated: ok {rc=0}\u000a13:49:00.400456 --- ParallelTerminationStrategy: PID 12692 died...\u000a13:49:00.456115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12692): Terminated: ok {rc=0}\u000a13:49:00.466466 --- ParallelTerminationStrategy: PID 12695 died...\u000a13:49:00.522535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12695): Terminated: ok {rc=0}\u000a13:49:00.609735 bus /sierra_3: Setting Powered False\u000a13:49:01.711422 bus /sierra_3: Setting Powered False\u000a13:49:02.818268 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:48:42" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12707): Process ended prematurely: osmo-stp_10.42.42.5(pid=12707) [trial-2360↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12707)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12707): Process ended prematurely: osmo-stp_10.42.42.5(pid=12707) [trial-2360↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:49:04.805545 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:49:04.816511 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:49:04.942504 tst emergency_mo_mt_call.py: using LAC 21888\u000a13:49:05.058819 tst emergency_mo_mt_call.py: using RAC 213\u000a13:49:05.177474 tst emergency_mo_mt_call.py: using CellId 21888\u000a13:49:05.293941 tst emergency_mo_mt_call.py: using BVCI 21889\u000a13:49:05.316619 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:49:05.327447 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:49:05.337987 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:49:05.348668 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:49:05.359756 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:49:05.370346 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:49:05.488930 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:49:05.694799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:06.192806 run create_hlr_db(pid=12701): Launched\u000a13:49:06.376481 bus /sierra_2: Setting Powered False\u000a13:49:07.397217 run create_hlr_db(pid=12701): Terminated: ok {rc=0}\u000a13:49:07.795212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12703): Launched\u000a13:49:08.090976 run osmo-hlr_10.42.42.2(pid=12704): Launched\u000a13:49:08.199053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:08.711851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12706): Launched\u000a13:49:09.006112 run osmo-stp_10.42.42.5(pid=12707): Launched\u000a13:49:09.127986 tst emergency_mo_mt_call.py: using MSISDN 7236\u000a13:49:09.274075 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:49:09.812864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12709): Launched\u000a13:49:10.108444 run osmo-msc_10.42.42.6(pid=12710): Launched\u000a13:49:10.281624 run osmo-stp_10.42.42.5(pid=12707): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12707)]\u000a13:49:10.406499 run osmo-stp_10.42.42.5(pid=12707): stdout: \u000a| (launched: 2022-12-09_13:49:08.860910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:10.530010 run osmo-stp_10.42.42.5(pid=12707): stderr: \u000a| �[0;m�[38;5;43m20221209134909032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134909032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134909032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134909033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134909033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134909033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134909033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:10.648770 run osmo-stp_10.42.42.5(pid=12707): stdout: \u000a| (launched: 2022-12-09_13:49:08.860910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:10.766031 run osmo-stp_10.42.42.5(pid=12707): stderr: \u000a| �[0;m�[38;5;43m20221209134909032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134909032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134909032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134909033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134909033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134909033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134909033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:10.817593 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12707): Process ended prematurely: osmo-stp_10.42.42.5(pid=12707) [trial-2360↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12707)] [trial-2360↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a13:49:10.825717 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a13:49:10.885560 run osmo-hlr_10.42.42.2(pid=12704): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12704)]\u000a13:49:10.934867 run osmo-hlr_10.42.42.2(pid=12704): stdout: \u000a| (launched: 2022-12-09_13:49:07.945624) \u000a13:49:10.984623 run osmo-hlr_10.42.42.2(pid=12704): stderr: \u000a| �[0;m�[1;31m20221209134908122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134908122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134908122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134908122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134908122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134908122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134908134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134908142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134908143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134908143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:11.051880 run osmo-msc_10.42.42.6(pid=12710): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12710)]\u000a13:49:11.100487 run osmo-msc_10.42.42.6(pid=12710): stdout: \u000a| (launched: 2022-12-09_13:49:09.963099) \u000a13:49:11.150106 run osmo-msc_10.42.42.6(pid=12710): stderr: \u000a| �[0;m�[38;5;43m20221209134910234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134910234 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52155b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134910234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134910234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134910235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134910235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134910237 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134910237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134910237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134910237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:49:11.191612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12703): Terminating (SIGTERM)\u000a13:49:11.231236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12706): Terminating (SIGTERM)\u000a13:49:11.270904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12709): Terminating (SIGTERM)\u000a13:49:11.280286 --- ParallelTerminationStrategy: PID 12703 died...\u000a13:49:11.333318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12703): Terminated: ok {rc=0}\u000a13:49:11.342992 --- ParallelTerminationStrategy: PID 12706 died...\u000a13:49:11.395575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12706): Terminated: ok {rc=0}\u000a13:49:11.405436 --- ParallelTerminationStrategy: PID 12709 died...\u000a13:49:11.458059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12709): Terminated: ok {rc=0}\u000a13:49:11.540760 bus /sierra_3: Setting Powered False\u000a13:49:12.641484 bus /sierra_3: Setting Powered False\u000a13:49:13.753046 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12718): Process ended prematurely: osmo-stp_10.42.42.5(pid=12718) [trial-2360↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12718)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12718): Process ended prematurely: osmo-stp_10.42.42.5(pid=12718) [trial-2360↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:49:14.803883 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:49:14.815442 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:49:14.942990 tst emergency_preemptive_call.py: using LAC 21889\u000a13:49:15.059310 tst emergency_preemptive_call.py: using RAC 214\u000a13:49:15.175184 tst emergency_preemptive_call.py: using CellId 21889\u000a13:49:15.291694 tst emergency_preemptive_call.py: using BVCI 21890\u000a13:49:15.314342 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:49:15.325197 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:49:15.335738 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:49:15.346561 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:49:15.357337 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a13:49:15.368054 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:49:15.484349 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:49:15.604453 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:49:15.718923 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:49:15.952757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:16.500266 run create_hlr_db(pid=12712): Launched\u000a13:49:16.686735 bus /sierra_2: Setting Powered False\u000a13:49:17.705788 run create_hlr_db(pid=12712): Terminated: ok {rc=0}\u000a13:49:18.105687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12714): Launched\u000a13:49:18.401769 run osmo-hlr_10.42.42.2(pid=12715): Launched\u000a13:49:18.509801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:19.022117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12717): Launched\u000a13:49:19.318562 run osmo-stp_10.42.42.5(pid=12718): Launched\u000a13:49:19.441586 tst emergency_preemptive_call.py: using MSISDN 7237\u000a13:49:19.587799 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:49:20.126319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12720): Launched\u000a13:49:20.422514 run osmo-msc_10.42.42.6(pid=12721): Launched\u000a13:49:20.596500 run osmo-stp_10.42.42.5(pid=12718): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12718)]\u000a13:49:20.722524 run osmo-stp_10.42.42.5(pid=12718): stdout: \u000a| (launched: 2022-12-09_13:49:19.171437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:20.846516 run osmo-stp_10.42.42.5(pid=12718): stderr: \u000a| �[0;m�[38;5;43m20221209134919340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134919340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134919340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134919341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134919343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134919344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134919344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:20.965466 run osmo-stp_10.42.42.5(pid=12718): stdout: \u000a| (launched: 2022-12-09_13:49:19.171437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:21.082921 run osmo-stp_10.42.42.5(pid=12718): stderr: \u000a| �[0;m�[38;5;43m20221209134919340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134919340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134919340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134919341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134919343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134919344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134919344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:21.134514 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12718): Process ended prematurely: osmo-stp_10.42.42.5(pid=12718) [trial-2360↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12718)] [trial-2360↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a13:49:21.142686 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a13:49:21.202505 run osmo-hlr_10.42.42.2(pid=12715): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12715)]\u000a13:49:21.251578 run osmo-hlr_10.42.42.2(pid=12715): stdout: \u000a| (launched: 2022-12-09_13:49:18.255610) \u000a13:49:21.301323 run osmo-hlr_10.42.42.2(pid=12715): stderr: \u000a| �[0;m�[1;31m20221209134918433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134918433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134918433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134918433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134918433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134918433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134918445 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134918453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134918454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134918454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:21.369123 run osmo-msc_10.42.42.6(pid=12721): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12721)]\u000a13:49:21.417967 run osmo-msc_10.42.42.6(pid=12721): stdout: \u000a| (launched: 2022-12-09_13:49:20.275814) \u000a13:49:21.467262 run osmo-msc_10.42.42.6(pid=12721): stderr: \u000a| �[0;m�[38;5;43m20221209134920548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209134920548 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e9e41dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209134920548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209134920548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209134920549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209134920549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209134920551 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209134920551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209134920551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209134920551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:49:21.508937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12714): Terminating (SIGTERM)\u000a13:49:21.548714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12717): Terminating (SIGTERM)\u000a13:49:21.588858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12720): Terminating (SIGTERM)\u000a13:49:21.598447 --- ParallelTerminationStrategy: PID 12714 died...\u000a13:49:21.651713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12714): Terminated: ok {rc=0}\u000a13:49:21.661640 --- ParallelTerminationStrategy: PID 12717 died...\u000a13:49:21.715180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12717): Terminated: ok {rc=0}\u000a13:49:21.724888 --- ParallelTerminationStrategy: PID 12720 died...\u000a13:49:21.777671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12720): Terminated: ok {rc=0}\u000a13:49:21.865142 bus /sierra_9: Setting Powered False\u000a13:49:22.967912 bus /sierra_9: Setting Powered False\u000a13:49:24.077495 bus /sierra_8: Setting Powered False\u000a13:49:25.184704 bus /sierra_8: Setting Powered False\u000a13:49:26.297013 bus /sierra_3: Setting Powered False\u000a13:49:27.400007 bus /sierra_3: Setting Powered False\u000a13:49:28.510728 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:49:04" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12738): Process ended prematurely: osmo-stp_10.42.42.5(pid=12738) [trial-2360↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12738)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12738): Process ended prematurely: osmo-stp_10.42.42.5(pid=12738) [trial-2360↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:49:30.607367 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:30.618160 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:49:30.750608 tst cs_paging_gprs_active.py: using LAC 21890\u000a13:49:30.894022 tst cs_paging_gprs_active.py: using RAC 215\u000a13:49:31.035078 tst cs_paging_gprs_active.py: using CellId 21890\u000a13:49:31.164225 tst cs_paging_gprs_active.py: using BVCI 21891\u000a13:49:31.190135 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:31.202839 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:31.214867 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:31.229086 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:31.242132 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:31.255381 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:31.267692 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:31.280667 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:31.294481 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:49:31.422067 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:49:31.736475 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:49:31.867279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:32.210672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12728): Launched\u000a13:49:32.472316 run iperf3-srv_10.42.42.10(pid=12729): Launched\u000a13:49:32.655934 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:49:32.781621 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:33.094428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12730): Launched\u000a13:49:33.353535 run iperf3-srv_10.42.42.10(pid=12731): Launched\u000a13:49:33.535396 tst cs_paging_gprs_active.py:38: start network...\u000a13:49:33.660260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:34.144635 run create_hlr_db(pid=12732): Launched\u000a13:49:34.317241 bus /sierra_2: Setting Powered False\u000a13:49:35.339027 run create_hlr_db(pid=12732): Terminated: ok {rc=0}\u000a13:49:35.765361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12734): Launched\u000a13:49:36.088628 run osmo-hlr_10.42.42.2(pid=12735): Launched\u000a13:49:36.206363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:36.766555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12737): Launched\u000a13:49:37.089544 run osmo-stp_10.42.42.5(pid=12738): Launched\u000a13:49:37.206946 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:49:37.769160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12740): Launched\u000a13:49:37.884939 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:49:38.166617 run patchelf(pid=12741): Launched\u000a13:49:38.355241 run osmo-stp_10.42.42.5(pid=12738): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12738)]\u000a13:49:38.493561 run osmo-stp_10.42.42.5(pid=12738): stdout: \u000a| (launched: 2022-12-09_13:49:36.931103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:38.631850 run osmo-stp_10.42.42.5(pid=12738): stderr: \u000a| �[0;m�[38;5;43m20221209134937121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134937121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134937121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134937122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134937122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134937122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134937122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:38.765365 run osmo-stp_10.42.42.5(pid=12738): stdout: \u000a| (launched: 2022-12-09_13:49:36.931103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:38.898349 run osmo-stp_10.42.42.5(pid=12738): stderr: \u000a| �[0;m�[38;5;43m20221209134937121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134937121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134937121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134937122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134937122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134937122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134937122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:39.052068 run patchelf(pid=12741): Terminating (SIGINT)\u000a13:49:39.232219 run patchelf(pid=12741): Terminated: ok {rc=0}\u000a13:49:39.265333 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12738): Process ended prematurely: osmo-stp_10.42.42.5(pid=12738) [trial-2360↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12738)] [trial-2360↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a13:49:39.275344 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:49:39.339174 run osmo-hlr_10.42.42.2(pid=12735): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12735)]\u000a13:49:39.390704 run osmo-hlr_10.42.42.2(pid=12735): stdout: \u000a| (launched: 2022-12-09_13:49:35.929791) \u000a13:49:39.442974 run osmo-hlr_10.42.42.2(pid=12735): stderr: \u000a| �[0;m�[1;31m20221209134936128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134936128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134936128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134936128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134936128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134936128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134936143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134936153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134936153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134936154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:39.487491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12728): Terminating (SIGTERM)\u000a13:49:39.529252 run iperf3-srv_10.42.42.10(pid=12729): Terminating (SIGTERM)\u000a13:49:39.571703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12730): Terminating (SIGTERM)\u000a13:49:39.613933 run iperf3-srv_10.42.42.10(pid=12731): Terminating (SIGTERM)\u000a13:49:39.655762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12734): Terminating (SIGTERM)\u000a13:49:39.698178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12737): Terminating (SIGTERM)\u000a13:49:39.740060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12740): Terminating (SIGTERM)\u000a13:49:39.750074 --- ParallelTerminationStrategy: PID 12728 died...\u000a13:49:39.806621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12728): Terminated: ok {rc=0}\u000a13:49:39.816699 --- ParallelTerminationStrategy: PID 12729 died...\u000a13:49:39.872667 run iperf3-srv_10.42.42.10(pid=12729): Terminated {rc=256}\u000a13:49:39.883009 --- ParallelTerminationStrategy: PID 12730 died...\u000a13:49:39.938945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12730): Terminated: ok {rc=0}\u000a13:49:39.950530 --- ParallelTerminationStrategy: PID 12731 died...\u000a13:49:40.006540 run iperf3-srv_10.42.42.10(pid=12731): Terminated {rc=256}\u000a13:49:40.016569 --- ParallelTerminationStrategy: PID 12734 died...\u000a13:49:40.072426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12734): Terminated: ok {rc=0}\u000a13:49:40.082528 --- ParallelTerminationStrategy: PID 12737 died...\u000a13:49:40.138435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12737): Terminated: ok {rc=0}\u000a13:49:40.148486 --- ParallelTerminationStrategy: PID 12740 died...\u000a13:49:40.204857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12740): Terminated: ok {rc=0}\u000a13:49:40.292171 bus /gobi_0: Setting Powered False\u000a13:49:41.395303 bus /gobi_0: Setting Powered False\u000a13:49:42.505171 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12750): Process ended prematurely: osmo-stp_10.42.42.5(pid=12750) [trial-2360↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12750)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12750): Process ended prematurely: osmo-stp_10.42.42.5(pid=12750) [trial-2360↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a13:49:43.620002 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:43.631962 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:49:43.766059 tst iperf3.py: using LAC 21891\u000a13:49:43.893831 tst iperf3.py: using RAC 216\u000a13:49:44.023748 tst iperf3.py: using CellId 21891\u000a13:49:44.147708 tst iperf3.py: using BVCI 21892\u000a13:49:44.172342 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:44.183711 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:44.194815 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:44.206109 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:44.217251 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:44.228490 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:44.239850 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:44.251055 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:44.262479 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:49:44.555073 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:49:44.688844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:45.021470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12742): Launched\u000a13:49:45.298155 run iperf3-srv_10.42.42.10(pid=12743): Launched\u000a13:49:45.494751 tst iperf3.py:8: start network...\u000a13:49:45.629138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:46.188443 run create_hlr_db(pid=12744): Launched\u000a13:49:46.379277 bus /gobi_6: Setting Powered False\u000a13:49:47.404161 run create_hlr_db(pid=12744): Terminated: ok {rc=0}\u000a13:49:47.810103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12746): Launched\u000a13:49:48.113604 run osmo-hlr_10.42.42.2(pid=12747): Launched\u000a13:49:48.225209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:48.747358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12749): Launched\u000a13:49:49.047570 run osmo-stp_10.42.42.5(pid=12750): Launched\u000a13:49:49.156830 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:49:49.683511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12752): Launched\u000a13:49:49.791096 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:49:50.061650 run patchelf(pid=12753): Launched\u000a13:49:50.250547 run osmo-stp_10.42.42.5(pid=12750): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12750)]\u000a13:49:50.388032 run osmo-stp_10.42.42.5(pid=12750): stdout: \u000a| (launched: 2022-12-09_13:49:48.899722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:50.526121 run osmo-stp_10.42.42.5(pid=12750): stderr: \u000a| �[0;m�[38;5;43m20221209134949069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134949069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134949069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134949070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134949070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134949070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134949070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:50.659688 run osmo-stp_10.42.42.5(pid=12750): stdout: \u000a| (launched: 2022-12-09_13:49:48.899722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:50.792027 run osmo-stp_10.42.42.5(pid=12750): stderr: \u000a| �[0;m�[38;5;43m20221209134949069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209134949069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209134949069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209134949070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209134949070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209134949070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209134949070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:50.945852 run patchelf(pid=12753): Terminating (SIGINT)\u000a13:49:51.125387 run patchelf(pid=12753): Terminated: ok {rc=0}\u000a13:49:51.158273 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12750): Process ended prematurely: osmo-stp_10.42.42.5(pid=12750) [trial-2360↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12750)] [trial-2360↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a13:49:51.168184 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:49:51.231729 run osmo-hlr_10.42.42.2(pid=12747): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12747)]\u000a13:49:51.283352 run osmo-hlr_10.42.42.2(pid=12747): stdout: \u000a| (launched: 2022-12-09_13:49:47.964016) \u000a13:49:51.335971 run osmo-hlr_10.42.42.2(pid=12747): stderr: \u000a| �[0;m�[1;31m20221209134948139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209134948139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209134948139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134948139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209134948139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209134948139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209134948154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209134948164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209134948164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209134948164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:51.380825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12742): Terminating (SIGTERM)\u000a13:49:51.423049 run iperf3-srv_10.42.42.10(pid=12743): Terminating (SIGTERM)\u000a13:49:51.465102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12746): Terminating (SIGTERM)\u000a13:49:51.507316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12749): Terminating (SIGTERM)\u000a13:49:51.549652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12752): Terminating (SIGTERM)\u000a13:49:51.559684 --- ParallelTerminationStrategy: PID 12742 died...\u000a13:49:51.616221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12742): Terminated: ok {rc=0}\u000a13:49:51.626462 --- ParallelTerminationStrategy: PID 12743 died...\u000a13:49:51.682852 run iperf3-srv_10.42.42.10(pid=12743): Terminated {rc=256}\u000a13:49:51.693090 --- ParallelTerminationStrategy: PID 12746 died...\u000a13:49:51.749709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12746): Terminated: ok {rc=0}\u000a13:49:51.760239 --- ParallelTerminationStrategy: PID 12749 died...\u000a13:49:51.816360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12749): Terminated: ok {rc=0}\u000a13:49:51.826843 --- ParallelTerminationStrategy: PID 12752 died...\u000a13:49:51.883077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12752): Terminated: ok {rc=0}\u000a13:49:51.971371 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-1900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12771): Process ended prematurely: osmo-stp_10.42.42.5(pid=12771) [trial-2360↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12771)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12771): Process ended prematurely: osmo-stp_10.42.42.5(pid=12771) [trial-2360↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a13:49:53.082190 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:53.093677 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:49:53.221073 tst iperf3m4.py: using LAC 21892\u000a13:49:53.341245 tst iperf3m4.py: using RAC 217\u000a13:49:53.461590 tst iperf3m4.py: using CellId 21892\u000a13:49:53.579949 tst iperf3m4.py: using BVCI 21893\u000a13:49:53.602885 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:53.613586 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:53.624062 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:53.634565 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:53.644868 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:53.655246 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:53.666236 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:53.676592 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:49:53.687819 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:49:53.806819 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:49:53.926639 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:49:54.046832 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:49:54.337713 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:49:54.472354 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:54.805849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12754): Launched\u000a13:49:55.082571 run iperf3-srv_10.42.42.10(pid=12755): Launched\u000a13:49:55.278815 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:49:55.413074 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:55.745296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12756): Launched\u000a13:49:56.020820 run iperf3-srv_10.42.42.10(pid=12757): Launched\u000a13:49:56.217105 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:49:56.351363 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:56.683844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12758): Launched\u000a13:49:56.960368 run iperf3-srv_10.42.42.10(pid=12759): Launched\u000a13:49:57.156859 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:49:57.291282 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:57.623468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12760): Launched\u000a13:49:57.899642 run iperf3-srv_10.42.42.10(pid=12761): Launched\u000a13:49:58.096054 tst iperf3m4.py:8: start network...\u000a13:49:58.230030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:58.737065 run create_hlr_db(pid=12762): Launched\u000a13:49:58.923321 bus /gobi_6: Setting Powered False\u000a13:49:59.944596 run create_hlr_db(pid=12762): Terminated: ok {rc=0}\u000a13:50:00.350082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12764): Launched\u000a13:50:00.652422 run osmo-hlr_10.42.42.2(pid=12765): Launched\u000a13:50:00.769936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:01.414477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12767): Launched\u000a13:50:01.850616 run osmo-stp_10.42.42.5(pid=12771): Launched\u000a13:50:02.035052 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:50:02.627436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12773): Launched\u000a13:50:02.742546 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:50:03.023746 run patchelf(pid=12774): Launched\u000a13:50:03.213985 run osmo-stp_10.42.42.5(pid=12771): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12771)]\u000a13:50:03.351358 run osmo-stp_10.42.42.5(pid=12771): stdout: \u000a| (launched: 2022-12-09_13:50:01.584833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:03.489462 run osmo-stp_10.42.42.5(pid=12771): stderr: \u000a| �[0;m�[38;5;43m20221209135001879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135001879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135001879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135001880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135001880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135001880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135001881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:03.622959 run osmo-stp_10.42.42.5(pid=12771): stdout: \u000a| (launched: 2022-12-09_13:50:01.584833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:03.755146 run osmo-stp_10.42.42.5(pid=12771): stderr: \u000a| �[0;m�[38;5;43m20221209135001879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135001879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135001879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135001880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135001880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135001880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135001881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:03.908841 run patchelf(pid=12774): Terminating (SIGINT)\u000a13:50:04.088777 run patchelf(pid=12774): Terminated: ok {rc=0}\u000a13:50:04.121839 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12771): Process ended prematurely: osmo-stp_10.42.42.5(pid=12771) [trial-2360↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12771)] [trial-2360↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a13:50:04.131753 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a13:50:04.195392 run osmo-hlr_10.42.42.2(pid=12765): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12765)]\u000a13:50:04.246843 run osmo-hlr_10.42.42.2(pid=12765): stdout: \u000a| (launched: 2022-12-09_13:50:00.503232) \u000a13:50:04.299032 run osmo-hlr_10.42.42.2(pid=12765): stderr: \u000a| �[0;m�[1;31m20221209135000678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135000678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135000678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135000678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135000678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135000678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135000690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135000699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135000699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135000700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:04.343843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12754): Terminating (SIGTERM)\u000a13:50:04.386199 run iperf3-srv_10.42.42.10(pid=12755): Terminating (SIGTERM)\u000a13:50:04.427588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12756): Terminating (SIGTERM)\u000a13:50:04.469333 run iperf3-srv_10.42.42.10(pid=12757): Terminating (SIGTERM)\u000a13:50:04.511002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12758): Terminating (SIGTERM)\u000a13:50:04.552654 run iperf3-srv_10.42.42.10(pid=12759): Terminating (SIGTERM)\u000a13:50:04.594573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12760): Terminating (SIGTERM)\u000a13:50:04.636151 run iperf3-srv_10.42.42.10(pid=12761): Terminating (SIGTERM)\u000a13:50:04.677578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12764): Terminating (SIGTERM)\u000a13:50:04.719260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12767): Terminating (SIGTERM)\u000a13:50:04.760839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12773): Terminating (SIGTERM)\u000a13:50:04.770406 --- ParallelTerminationStrategy: PID 12754 died...\u000a13:50:04.826172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12754): Terminated: ok {rc=0}\u000a13:50:04.836485 --- ParallelTerminationStrategy: PID 12755 died...\u000a13:50:04.892200 run iperf3-srv_10.42.42.10(pid=12755): Terminated {rc=256}\u000a13:50:04.902513 --- ParallelTerminationStrategy: PID 12756 died...\u000a13:50:04.957993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12756): Terminated: ok {rc=0}\u000a13:50:04.968206 --- ParallelTerminationStrategy: PID 12757 died...\u000a13:50:05.023582 run iperf3-srv_10.42.42.10(pid=12757): Terminated {rc=256}\u000a13:50:05.033690 --- ParallelTerminationStrategy: PID 12758 died...\u000a13:50:05.089037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12758): Terminated: ok {rc=0}\u000a13:50:05.099034 --- ParallelTerminationStrategy: PID 12759 died...\u000a13:50:05.154232 run iperf3-srv_10.42.42.10(pid=12759): Terminated {rc=256}\u000a13:50:05.164464 --- ParallelTerminationStrategy: PID 12760 died...\u000a13:50:05.219729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12760): Terminated: ok {rc=0}\u000a13:50:05.229994 --- ParallelTerminationStrategy: PID 12761 died...\u000a13:50:05.285289 run iperf3-srv_10.42.42.10(pid=12761): Terminated {rc=256}\u000a13:50:05.295538 --- ParallelTerminationStrategy: PID 12764 died...\u000a13:50:05.350942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12764): Terminated: ok {rc=0}\u000a13:50:05.361673 --- ParallelTerminationStrategy: PID 12767 died...\u000a13:50:05.417041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12767): Terminated: ok {rc=0}\u000a13:50:05.427344 --- ParallelTerminationStrategy: PID 12773 died...\u000a13:50:05.483143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12773): Terminated: ok {rc=0}\u000a13:50:05.570005 bus /gobi_4: Setting Powered False\u000a13:50:06.676687 bus /gobi_4: Setting Powered False\u000a13:50:07.783157 bus /gobi_1: Setting Powered False\u000a13:50:08.888065 bus /gobi_1: Setting Powered False\u000a13:50:09.995772 bus /gobi_0: Setting Powered False\u000a13:50:11.101931 bus /gobi_0: Setting Powered False\u000a13:50:12.209648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12781): Process ended prematurely: osmo-stp_10.42.42.5(pid=12781) [trial-2360↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12781)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12781): Process ended prematurely: osmo-stp_10.42.42.5(pid=12781) [trial-2360↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a13:50:13.277894 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:50:13.289587 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:50:13.415550 tst ping.py: using LAC 21893\u000a13:50:13.533949 tst ping.py: using RAC 218\u000a13:50:13.656679 tst ping.py: using CellId 21893\u000a13:50:13.779492 tst ping.py: using BVCI 21894\u000a13:50:13.803627 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:50:13.814923 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:50:13.826141 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:50:13.837504 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:50:13.848599 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:50:13.860203 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:50:13.871582 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:50:13.882747 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:50:14.168562 tst ping.py:19: start network...\u000a13:50:14.299941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:14.794430 run create_hlr_db(pid=12775): Launched\u000a13:50:14.977819 bus /gobi_6: Setting Powered False\u000a13:50:16.034284 run create_hlr_db(pid=12775): Terminated: ok {rc=0}\u000a13:50:16.485950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12777): Launched\u000a13:50:16.808593 run osmo-hlr_10.42.42.2(pid=12778): Launched\u000a13:50:16.976686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:17.618107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12780): Launched\u000a13:50:17.934581 run osmo-stp_10.42.42.5(pid=12781): Launched\u000a13:50:18.049555 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:50:18.600367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12783): Launched\u000a13:50:18.712733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:50:18.988209 run patchelf(pid=12784): Launched\u000a13:50:19.173359 run osmo-stp_10.42.42.5(pid=12781): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12781)]\u000a13:50:19.309001 run osmo-stp_10.42.42.5(pid=12781): stdout: \u000a| (launched: 2022-12-09_13:50:17.778315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:19.444608 run osmo-stp_10.42.42.5(pid=12781): stderr: \u000a| �[0;m�[38;5;43m20221209135017972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135017973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135017973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135017973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135017974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135017974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135017974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:19.575863 run osmo-stp_10.42.42.5(pid=12781): stdout: \u000a| (launched: 2022-12-09_13:50:17.778315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:19.705925 run osmo-stp_10.42.42.5(pid=12781): stderr: \u000a| �[0;m�[38;5;43m20221209135017972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135017973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135017973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135017973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135017974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135017974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135017974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:19.856382 run patchelf(pid=12784): Terminating (SIGINT)\u000a13:50:20.033832 run patchelf(pid=12784): Terminated: ok {rc=0}\u000a13:50:20.065970 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12781): Process ended prematurely: osmo-stp_10.42.42.5(pid=12781) [trial-2360↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12781)] [trial-2360↪gprs:nanobts+band-1900↪ping.py:22]\u000a13:50:20.075298 tst ping.py:22: Test FAILED (6.8 sec)\u000a13:50:20.138898 run osmo-hlr_10.42.42.2(pid=12778): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12778)]\u000a13:50:20.190347 run osmo-hlr_10.42.42.2(pid=12778): stdout: \u000a| (launched: 2022-12-09_13:50:16.648925) \u000a13:50:20.242560 run osmo-hlr_10.42.42.2(pid=12778): stderr: \u000a| �[0;m�[1;31m20221209135017030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135017031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135017031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135017031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135017031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135017031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135017054 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135017081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135017081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135017081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:20.287139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12777): Terminating (SIGTERM)\u000a13:50:20.328812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12780): Terminating (SIGTERM)\u000a13:50:20.371230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12783): Terminating (SIGTERM)\u000a13:50:20.381122 --- ParallelTerminationStrategy: PID 12777 died...\u000a13:50:20.437469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12777): Terminated: ok {rc=0}\u000a13:50:20.447758 --- ParallelTerminationStrategy: PID 12780 died...\u000a13:50:20.504355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12780): Terminated: ok {rc=0}\u000a13:50:20.514571 --- ParallelTerminationStrategy: PID 12783 died...\u000a13:50:20.570904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12783): Terminated: ok {rc=0}\u000a13:50:20.656562 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12791): Process ended prematurely: osmo-stp_10.42.42.5(pid=12791) [trial-2360↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12791)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12791): Process ended prematurely: osmo-stp_10.42.42.5(pid=12791) [trial-2360↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a13:50:21.708999 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:50:21.720728 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a13:50:21.861457 tst ping_idle_ping.py: using LAC 21894\u000a13:50:21.986793 tst ping_idle_ping.py: using RAC 219\u000a13:50:22.110769 tst ping_idle_ping.py: using CellId 21894\u000a13:50:22.233478 tst ping_idle_ping.py: using BVCI 21895\u000a13:50:22.257797 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:50:22.269361 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:50:22.280585 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:50:22.292463 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:50:22.304292 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:50:22.316209 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:50:22.328237 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a13:50:22.340253 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a13:50:22.616802 tst ping_idle_ping.py:24: start network...\u000a13:50:22.740074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:23.218052 run create_hlr_db(pid=12785): Launched\u000a13:50:23.389587 bus /gobi_6: Setting Powered False\u000a13:50:24.410918 run create_hlr_db(pid=12785): Terminated: ok {rc=0}\u000a13:50:24.832879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12787): Launched\u000a13:50:25.150719 run osmo-hlr_10.42.42.2(pid=12788): Launched\u000a13:50:25.269700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:25.822443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12790): Launched\u000a13:50:26.140275 run osmo-stp_10.42.42.5(pid=12791): Launched\u000a13:50:26.255615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:50:26.810065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12793): Launched\u000a13:50:26.923779 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:50:27.200839 run patchelf(pid=12794): Launched\u000a13:50:27.387180 run osmo-stp_10.42.42.5(pid=12791): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12791)]\u000a13:50:27.523346 run osmo-stp_10.42.42.5(pid=12791): stdout: \u000a| (launched: 2022-12-09_13:50:25.984087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:27.660448 run osmo-stp_10.42.42.5(pid=12791): stderr: \u000a| �[0;m�[38;5;43m20221209135026176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135026176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135026176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135026176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135026177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135026177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135026177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:27.792475 run osmo-stp_10.42.42.5(pid=12791): stdout: \u000a| (launched: 2022-12-09_13:50:25.984087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:27.923780 run osmo-stp_10.42.42.5(pid=12791): stderr: \u000a| �[0;m�[38;5;43m20221209135026176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135026176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135026176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135026176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135026177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135026177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135026177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:28.075738 run patchelf(pid=12794): Terminating (SIGINT)\u000a13:50:28.253681 run patchelf(pid=12794): Terminated: ok {rc=0}\u000a13:50:28.285999 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12791): Process ended prematurely: osmo-stp_10.42.42.5(pid=12791) [trial-2360↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12791)] [trial-2360↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a13:50:28.295363 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:50:28.359043 run osmo-hlr_10.42.42.2(pid=12788): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12788)]\u000a13:50:28.410975 run osmo-hlr_10.42.42.2(pid=12788): stdout: \u000a| (launched: 2022-12-09_13:50:24.994454) \u000a13:50:28.463532 run osmo-hlr_10.42.42.2(pid=12788): stderr: \u000a| �[0;m�[1;31m20221209135025194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135025194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135025194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135025194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135025194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135025194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135025207 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135025215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135025215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135025216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:28.507884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12787): Terminating (SIGTERM)\u000a13:50:28.550254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12790): Terminating (SIGTERM)\u000a13:50:28.592515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12793): Terminating (SIGTERM)\u000a13:50:28.602385 --- ParallelTerminationStrategy: PID 12787 died...\u000a13:50:28.658898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12787): Terminated: ok {rc=0}\u000a13:50:28.669113 --- ParallelTerminationStrategy: PID 12790 died...\u000a13:50:28.725559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12790): Terminated: ok {rc=0}\u000a13:50:28.735820 --- ParallelTerminationStrategy: PID 12793 died...\u000a13:50:28.792406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12793): Terminated: ok {rc=0}\u000a13:50:28.879323 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:49:30" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12808): Process ended prematurely: osmo-stp_10.42.42.5(pid=12808) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12808)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12808): Process ended prematurely: osmo-stp_10.42.42.5(pid=12808) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:50:31.070459 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:31.084695 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:50:31.223409 tst cs_paging_gprs_active.py: using LAC 21895\u000a13:50:31.352400 tst cs_paging_gprs_active.py: using RAC 220\u000a13:50:31.503041 tst cs_paging_gprs_active.py: using CellId 21895\u000a13:50:31.668006 tst cs_paging_gprs_active.py: using BVCI 21896\u000a13:50:31.703259 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:31.719845 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:31.736780 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:31.753542 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:31.768669 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:31.784145 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:31.801448 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:31.817978 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:31.835349 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:31.981697 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:32.296272 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:50:32.433396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:32.767457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12798): Launched\u000a13:50:33.045263 run iperf3-srv_10.42.42.10(pid=12799): Launched\u000a13:50:33.243468 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:50:33.378393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:33.711241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12800): Launched\u000a13:50:33.988047 run iperf3-srv_10.42.42.10(pid=12801): Launched\u000a13:50:34.185281 tst cs_paging_gprs_active.py:38: start network...\u000a13:50:34.319728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:34.826647 run create_hlr_db(pid=12802): Launched\u000a13:50:35.012296 bus /gobi_6: Setting Powered False\u000a13:50:36.033995 run create_hlr_db(pid=12802): Terminated: ok {rc=0}\u000a13:50:36.461708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12804): Launched\u000a13:50:36.784105 run osmo-hlr_10.42.42.2(pid=12805): Launched\u000a13:50:36.901244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:37.459066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12807): Launched\u000a13:50:37.781239 run osmo-stp_10.42.42.5(pid=12808): Launched\u000a13:50:37.899455 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:50:38.461511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12810): Launched\u000a13:50:38.576703 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:50:38.856862 run patchelf(pid=12811): Launched\u000a13:50:39.046306 run osmo-stp_10.42.42.5(pid=12808): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12808)]\u000a13:50:39.183932 run osmo-stp_10.42.42.5(pid=12808): stdout: \u000a| (launched: 2022-12-09_13:50:37.622735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:39.322605 run osmo-stp_10.42.42.5(pid=12808): stderr: \u000a| �[0;m�[38;5;43m20221209135037814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135037814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135037814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135037815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135037815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135037815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135037815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:39.455948 run osmo-stp_10.42.42.5(pid=12808): stdout: \u000a| (launched: 2022-12-09_13:50:37.622735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:39.588304 run osmo-stp_10.42.42.5(pid=12808): stderr: \u000a| �[0;m�[38;5;43m20221209135037814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135037814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135037814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135037815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135037815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135037815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135037815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:39.741862 run patchelf(pid=12811): Terminating (SIGINT)\u000a13:50:39.922073 run patchelf(pid=12811): Terminated: ok {rc=0}\u000a13:50:39.955439 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12808): Process ended prematurely: osmo-stp_10.42.42.5(pid=12808) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12808)] [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:50:39.965788 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:50:40.029660 run osmo-hlr_10.42.42.2(pid=12805): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12805)]\u000a13:50:40.081298 run osmo-hlr_10.42.42.2(pid=12805): stdout: \u000a| (launched: 2022-12-09_13:50:36.625455) \u000a13:50:40.133651 run osmo-hlr_10.42.42.2(pid=12805): stderr: \u000a| �[0;m�[1;31m20221209135036823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135036823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135036823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135036823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135036823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135036823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135036836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135036844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135036844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135036844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:40.178370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12798): Terminating (SIGTERM)\u000a13:50:40.219931 run iperf3-srv_10.42.42.10(pid=12799): Terminating (SIGTERM)\u000a13:50:40.262370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12800): Terminating (SIGTERM)\u000a13:50:40.303814 run iperf3-srv_10.42.42.10(pid=12801): Terminating (SIGTERM)\u000a13:50:40.345816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12804): Terminating (SIGTERM)\u000a13:50:40.387668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12807): Terminating (SIGTERM)\u000a13:50:40.429705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12810): Terminating (SIGTERM)\u000a13:50:40.439571 --- ParallelTerminationStrategy: PID 12798 died...\u000a13:50:40.495988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12798): Terminated: ok {rc=0}\u000a13:50:40.506033 --- ParallelTerminationStrategy: PID 12799 died...\u000a13:50:40.561770 run iperf3-srv_10.42.42.10(pid=12799): Terminated {rc=256}\u000a13:50:40.571737 --- ParallelTerminationStrategy: PID 12800 died...\u000a13:50:40.627559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12800): Terminated: ok {rc=0}\u000a13:50:40.637953 --- ParallelTerminationStrategy: PID 12801 died...\u000a13:50:40.693536 run iperf3-srv_10.42.42.10(pid=12801): Terminated {rc=256}\u000a13:50:40.703821 --- ParallelTerminationStrategy: PID 12804 died...\u000a13:50:40.759871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12804): Terminated: ok {rc=0}\u000a13:50:40.769955 --- ParallelTerminationStrategy: PID 12807 died...\u000a13:50:40.826169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12807): Terminated: ok {rc=0}\u000a13:50:40.836279 --- ParallelTerminationStrategy: PID 12810 died...\u000a13:50:40.892399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12810): Terminated: ok {rc=0}\u000a13:50:40.980309 bus /gobi_0: Setting Powered False\u000a13:50:42.086939 bus /gobi_0: Setting Powered False\u000a13:50:43.194815 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12820): Process ended prematurely: osmo-stp_10.42.42.5(pid=12820) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12820)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12820): Process ended prematurely: osmo-stp_10.42.42.5(pid=12820) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:50:44.309207 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:44.321302 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:50:44.460232 tst iperf3.py: using LAC 21896\u000a13:50:44.586254 tst iperf3.py: using RAC 221\u000a13:50:44.711920 tst iperf3.py: using CellId 21896\u000a13:50:44.836818 tst iperf3.py: using BVCI 21897\u000a13:50:44.860091 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:44.871340 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:44.882323 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:44.893497 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:44.904480 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:44.915492 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:44.926628 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:44.937477 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:44.948478 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:45.240069 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:50:45.375591 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:45.709915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12812): Launched\u000a13:50:46.011822 run iperf3-srv_10.42.42.10(pid=12813): Launched\u000a13:50:46.213513 tst iperf3.py:8: start network...\u000a13:50:46.351853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:46.904199 run create_hlr_db(pid=12814): Launched\u000a13:50:47.096500 bus /gobi_6: Setting Powered False\u000a13:50:48.111816 run create_hlr_db(pid=12814): Terminated: ok {rc=0}\u000a13:50:48.518313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12816): Launched\u000a13:50:48.822985 run osmo-hlr_10.42.42.2(pid=12817): Launched\u000a13:50:48.938580 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:49.463726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12819): Launched\u000a13:50:49.765496 run osmo-stp_10.42.42.5(pid=12820): Launched\u000a13:50:49.875524 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:50:50.400335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12822): Launched\u000a13:50:50.508015 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:50:50.771681 run patchelf(pid=12823): Launched\u000a13:50:50.948760 run osmo-stp_10.42.42.5(pid=12820): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12820)]\u000a13:50:51.078477 run osmo-stp_10.42.42.5(pid=12820): stdout: \u000a| (launched: 2022-12-09_13:50:49.617225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:51.208680 run osmo-stp_10.42.42.5(pid=12820): stderr: \u000a| �[0;m�[38;5;43m20221209135049789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135049789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135049790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135049790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135049790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135049790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135049790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:51.334144 run osmo-stp_10.42.42.5(pid=12820): stdout: \u000a| (launched: 2022-12-09_13:50:49.617225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:51.459075 run osmo-stp_10.42.42.5(pid=12820): stderr: \u000a| �[0;m�[38;5;43m20221209135049789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135049789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135049790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135049790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135049790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135049790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135049790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:51.603521 run patchelf(pid=12823): Terminating (SIGINT)\u000a13:50:51.773116 run patchelf(pid=12823): Terminated: ok {rc=0}\u000a13:50:51.804030 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12820): Process ended prematurely: osmo-stp_10.42.42.5(pid=12820) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12820)] [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a13:50:51.813209 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:50:51.873085 run osmo-hlr_10.42.42.2(pid=12817): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12817)]\u000a13:50:51.922438 run osmo-hlr_10.42.42.2(pid=12817): stdout: \u000a| (launched: 2022-12-09_13:50:48.672625) \u000a13:50:51.972096 run osmo-hlr_10.42.42.2(pid=12817): stderr: \u000a| �[0;m�[1;31m20221209135048849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135048849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135048849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135048850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135048850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135048850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135048862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135048871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135048871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135048871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:52.014555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12812): Terminating (SIGTERM)\u000a13:50:52.054926 run iperf3-srv_10.42.42.10(pid=12813): Terminating (SIGTERM)\u000a13:50:52.094797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12816): Terminating (SIGTERM)\u000a13:50:52.134629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12819): Terminating (SIGTERM)\u000a13:50:52.175149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12822): Terminating (SIGTERM)\u000a13:50:52.184706 --- ParallelTerminationStrategy: PID 12812 died...\u000a13:50:52.238659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12812): Terminated: ok {rc=0}\u000a13:50:52.248656 --- ParallelTerminationStrategy: PID 12813 died...\u000a13:50:52.301929 run iperf3-srv_10.42.42.10(pid=12813): Terminated {rc=256}\u000a13:50:52.311709 --- ParallelTerminationStrategy: PID 12816 died...\u000a13:50:52.364893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12816): Terminated: ok {rc=0}\u000a13:50:52.374748 --- ParallelTerminationStrategy: PID 12819 died...\u000a13:50:52.428068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12819): Terminated: ok {rc=0}\u000a13:50:52.437961 --- ParallelTerminationStrategy: PID 12822 died...\u000a13:50:52.491161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12822): Terminated: ok {rc=0}\u000a13:50:52.579285 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12838): Process ended prematurely: osmo-stp_10.42.42.5(pid=12838) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12838)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12838): Process ended prematurely: osmo-stp_10.42.42.5(pid=12838) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:50:53.689834 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:53.701589 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:50:53.854230 tst iperf3m4.py: using LAC 21897\u000a13:50:53.975257 tst iperf3m4.py: using RAC 222\u000a13:50:54.096738 tst iperf3m4.py: using CellId 21897\u000a13:50:54.219250 tst iperf3m4.py: using BVCI 21898\u000a13:50:54.242713 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:54.253927 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:54.264827 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:54.275933 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:54.287009 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:54.297987 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:54.309321 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:54.320354 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:54.331601 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:54.450763 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:54.570719 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:54.690433 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:54.967929 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:50:55.093819 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:55.407490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12824): Launched\u000a13:50:55.668444 run iperf3-srv_10.42.42.10(pid=12825): Launched\u000a13:50:55.852365 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:50:55.978497 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:56.291185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12826): Launched\u000a13:50:56.551008 run iperf3-srv_10.42.42.10(pid=12827): Launched\u000a13:50:56.734897 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:50:56.860762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:57.172773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12828): Launched\u000a13:50:57.432210 run iperf3-srv_10.42.42.10(pid=12829): Launched\u000a13:50:57.615367 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:50:57.740483 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:58.053546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12830): Launched\u000a13:50:58.313349 run iperf3-srv_10.42.42.10(pid=12831): Launched\u000a13:50:58.496167 tst iperf3m4.py:8: start network...\u000a13:50:58.621613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:59.107710 run create_hlr_db(pid=12832): Launched\u000a13:50:59.281879 bus /gobi_6: Setting Powered False\u000a13:51:00.303737 run create_hlr_db(pid=12832): Terminated: ok {rc=0}\u000a13:51:00.733735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12834): Launched\u000a13:51:01.163679 run osmo-hlr_10.42.42.2(pid=12835): Launched\u000a13:51:01.326539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:01.972192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12837): Launched\u000a13:51:02.382264 run osmo-stp_10.42.42.5(pid=12838): Launched\u000a13:51:02.497882 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:03.025385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12840): Launched\u000a13:51:03.132261 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:03.394734 run patchelf(pid=12841): Launched\u000a13:51:03.570734 run osmo-stp_10.42.42.5(pid=12838): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12838)]\u000a13:51:03.698945 run osmo-stp_10.42.42.5(pid=12838): stdout: \u000a| (launched: 2022-12-09_13:51:02.139855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:03.827698 run osmo-stp_10.42.42.5(pid=12838): stderr: \u000a| �[0;m�[38;5;43m20221209135102327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135102328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135102328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135102328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135102329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135102329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135102329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:03.952065 run osmo-stp_10.42.42.5(pid=12838): stdout: \u000a| (launched: 2022-12-09_13:51:02.139855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:04.075421 run osmo-stp_10.42.42.5(pid=12838): stderr: \u000a| �[0;m�[38;5;43m20221209135102327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135102328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135102328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135102328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135102329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135102329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135102329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:04.219069 run patchelf(pid=12841): Terminating (SIGINT)\u000a13:51:04.387132 run patchelf(pid=12841): Terminated: ok {rc=0}\u000a13:51:04.418174 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12838): Process ended prematurely: osmo-stp_10.42.42.5(pid=12838) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12838)] [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:51:04.427279 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:51:04.486573 run osmo-hlr_10.42.42.2(pid=12835): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12835)]\u000a13:51:04.534649 run osmo-hlr_10.42.42.2(pid=12835): stdout: \u000a| (launched: 2022-12-09_13:51:00.900764) \u000a13:51:04.583725 run osmo-hlr_10.42.42.2(pid=12835): stderr: \u000a| �[0;m�[1;31m20221209135101202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135101202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135101202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135101202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135101202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135101202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135101258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135101275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135101275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135101275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:04.625379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12824): Terminating (SIGTERM)\u000a13:51:04.664545 run iperf3-srv_10.42.42.10(pid=12825): Terminating (SIGTERM)\u000a13:51:04.703673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12826): Terminating (SIGTERM)\u000a13:51:04.742769 run iperf3-srv_10.42.42.10(pid=12827): Terminating (SIGTERM)\u000a13:51:04.782011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12828): Terminating (SIGTERM)\u000a13:51:04.821534 run iperf3-srv_10.42.42.10(pid=12829): Terminating (SIGTERM)\u000a13:51:04.861028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12830): Terminating (SIGTERM)\u000a13:51:04.899973 run iperf3-srv_10.42.42.10(pid=12831): Terminating (SIGTERM)\u000a13:51:04.939184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12834): Terminating (SIGTERM)\u000a13:51:04.978315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12837): Terminating (SIGTERM)\u000a13:51:05.017355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12840): Terminating (SIGTERM)\u000a13:51:05.026514 --- ParallelTerminationStrategy: PID 12824 died...\u000a13:51:05.079239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12824): Terminated: ok {rc=0}\u000a13:51:05.088670 --- ParallelTerminationStrategy: PID 12825 died...\u000a13:51:05.140897 run iperf3-srv_10.42.42.10(pid=12825): Terminated {rc=256}\u000a13:51:05.150405 --- ParallelTerminationStrategy: PID 12826 died...\u000a13:51:05.202668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12826): Terminated: ok {rc=0}\u000a13:51:05.212059 --- ParallelTerminationStrategy: PID 12827 died...\u000a13:51:05.264187 run iperf3-srv_10.42.42.10(pid=12827): Terminated {rc=256}\u000a13:51:05.273726 --- ParallelTerminationStrategy: PID 12828 died...\u000a13:51:05.325986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12828): Terminated: ok {rc=0}\u000a13:51:05.335444 --- ParallelTerminationStrategy: PID 12829 died...\u000a13:51:05.387587 run iperf3-srv_10.42.42.10(pid=12829): Terminated {rc=256}\u000a13:51:05.397179 --- ParallelTerminationStrategy: PID 12830 died...\u000a13:51:05.449561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12830): Terminated: ok {rc=0}\u000a13:51:05.459115 --- ParallelTerminationStrategy: PID 12831 died...\u000a13:51:05.511382 run iperf3-srv_10.42.42.10(pid=12831): Terminated {rc=256}\u000a13:51:05.520822 --- ParallelTerminationStrategy: PID 12834 died...\u000a13:51:05.573739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12834): Terminated: ok {rc=0}\u000a13:51:05.583283 --- ParallelTerminationStrategy: PID 12837 died...\u000a13:51:05.635870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12837): Terminated: ok {rc=0}\u000a13:51:05.645831 --- ParallelTerminationStrategy: PID 12840 died...\u000a13:51:05.698987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12840): Terminated: ok {rc=0}\u000a13:51:05.782150 bus /gobi_4: Setting Powered False\u000a13:51:06.884114 bus /gobi_4: Setting Powered False\u000a13:51:07.995756 bus /gobi_1: Setting Powered False\u000a13:51:09.102244 bus /gobi_1: Setting Powered False\u000a13:51:10.208874 bus /gobi_0: Setting Powered False\u000a13:51:11.310116 bus /gobi_0: Setting Powered False\u000a13:51:12.421096 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12849): Process ended prematurely: osmo-stp_10.42.42.5(pid=12849) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12849)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12849): Process ended prematurely: osmo-stp_10.42.42.5(pid=12849) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:51:13.489889 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:13.502817 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:51:13.637766 tst ping.py: using LAC 21898\u000a13:51:13.756078 tst ping.py: using RAC 223\u000a13:51:13.872043 tst ping.py: using CellId 21898\u000a13:51:13.989456 tst ping.py: using BVCI 21899\u000a13:51:14.012342 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:14.023535 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:14.034471 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:14.045343 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:14.056066 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:14.066780 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:14.077645 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:14.088283 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:51:14.374425 tst ping.py:19: start network...\u000a13:51:14.505617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:15.002515 run create_hlr_db(pid=12843): Launched\u000a13:51:15.186065 bus /gobi_6: Setting Powered False\u000a13:51:16.208618 run create_hlr_db(pid=12843): Terminated: ok {rc=0}\u000a13:51:16.690702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12845): Launched\u000a13:51:17.094933 run osmo-hlr_10.42.42.2(pid=12846): Launched\u000a13:51:17.266454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:17.816914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12848): Launched\u000a13:51:18.133772 run osmo-stp_10.42.42.5(pid=12849): Launched\u000a13:51:18.247997 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:18.799972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12851): Launched\u000a13:51:18.912936 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:19.190289 run patchelf(pid=12852): Launched\u000a13:51:19.376580 run osmo-stp_10.42.42.5(pid=12849): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12849)]\u000a13:51:19.512602 run osmo-stp_10.42.42.5(pid=12849): stdout: \u000a| (launched: 2022-12-09_13:51:17.977930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:19.649139 run osmo-stp_10.42.42.5(pid=12849): stderr: \u000a| �[0;m�[38;5;43m20221209135118167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135118167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135118168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135118168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135118169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135118170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135118170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:19.780880 run osmo-stp_10.42.42.5(pid=12849): stdout: \u000a| (launched: 2022-12-09_13:51:17.977930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:19.911566 run osmo-stp_10.42.42.5(pid=12849): stderr: \u000a| �[0;m�[38;5;43m20221209135118167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135118167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135118168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135118168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135118169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135118170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135118170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:20.063334 run patchelf(pid=12852): Terminating (SIGINT)\u000a13:51:20.240713 run patchelf(pid=12852): Terminated: ok {rc=0}\u000a13:51:20.272914 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12849): Process ended prematurely: osmo-stp_10.42.42.5(pid=12849) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12849)] [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a13:51:20.282395 tst ping.py:22: Test FAILED (6.8 sec)\u000a13:51:20.346232 run osmo-hlr_10.42.42.2(pid=12846): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12846)]\u000a13:51:20.398028 run osmo-hlr_10.42.42.2(pid=12846): stdout: \u000a| (launched: 2022-12-09_13:51:16.843989) \u000a13:51:20.450497 run osmo-hlr_10.42.42.2(pid=12846): stderr: \u000a| �[0;m�[1;31m20221209135117138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135117138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135117138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135117138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135117138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135117138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135117151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135117163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135117164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135117164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:20.494990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12845): Terminating (SIGTERM)\u000a13:51:20.537684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12848): Terminating (SIGTERM)\u000a13:51:20.579700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12851): Terminating (SIGTERM)\u000a13:51:20.589885 --- ParallelTerminationStrategy: PID 12845 died...\u000a13:51:20.646728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12845): Terminated: ok {rc=0}\u000a13:51:20.657049 --- ParallelTerminationStrategy: PID 12848 died...\u000a13:51:20.713102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12848): Terminated: ok {rc=0}\u000a13:51:20.723567 --- ParallelTerminationStrategy: PID 12851 died...\u000a13:51:20.779983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12851): Terminated: ok {rc=0}\u000a13:51:20.866187 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12859): Process ended prematurely: osmo-stp_10.42.42.5(pid=12859) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12859)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12859): Process ended prematurely: osmo-stp_10.42.42.5(pid=12859) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12859)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:51:21.920652 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:21.933093 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:51:22.067435 tst ping_idle_ping.py: using LAC 21899\u000a13:51:22.190600 tst ping_idle_ping.py: using RAC 224\u000a13:51:22.315034 tst ping_idle_ping.py: using CellId 21899\u000a13:51:22.438147 tst ping_idle_ping.py: using BVCI 21900\u000a13:51:22.462329 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:22.473919 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:22.485185 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:22.496643 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:22.508434 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:22.519715 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:22.531370 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:22.542846 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:51:22.831491 tst ping_idle_ping.py:24: start network...\u000a13:51:22.964714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:23.470677 run create_hlr_db(pid=12853): Launched\u000a13:51:23.654688 bus /gobi_6: Setting Powered False\u000a13:51:24.674991 run create_hlr_db(pid=12853): Terminated: ok {rc=0}\u000a13:51:25.075385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12855): Launched\u000a13:51:25.373670 run osmo-hlr_10.42.42.2(pid=12856): Launched\u000a13:51:25.483186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:25.999472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12858): Launched\u000a13:51:26.296214 run osmo-stp_10.42.42.5(pid=12859): Launched\u000a13:51:26.404604 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:26.921649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12861): Launched\u000a13:51:27.027341 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:27.285464 run patchelf(pid=12862): Launched\u000a13:51:27.459079 run osmo-stp_10.42.42.5(pid=12859): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12859)]\u000a13:51:27.586947 run osmo-stp_10.42.42.5(pid=12859): stdout: \u000a| (launched: 2022-12-09_13:51:26.149928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:27.714461 run osmo-stp_10.42.42.5(pid=12859): stderr: \u000a| �[0;m�[38;5;43m20221209135126319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135126320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135126320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135126320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135126321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135126321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135126321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:27.837163 run osmo-stp_10.42.42.5(pid=12859): stdout: \u000a| (launched: 2022-12-09_13:51:26.149928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:27.958927 run osmo-stp_10.42.42.5(pid=12859): stderr: \u000a| �[0;m�[38;5;43m20221209135126319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135126320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135126320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135126320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135126321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135126321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135126321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:28.100917 run patchelf(pid=12862): Terminating (SIGINT)\u000a13:51:28.267274 run patchelf(pid=12862): Terminated: ok {rc=0}\u000a13:51:28.297660 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12859): Process ended prematurely: osmo-stp_10.42.42.5(pid=12859) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12859)] [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:51:28.306289 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:51:28.365725 run osmo-hlr_10.42.42.2(pid=12856): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12856)]\u000a13:51:28.414271 run osmo-hlr_10.42.42.2(pid=12856): stdout: \u000a| (launched: 2022-12-09_13:51:25.226387) \u000a13:51:28.463453 run osmo-hlr_10.42.42.2(pid=12856): stderr: \u000a| �[0;m�[1;31m20221209135125400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135125400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135125400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135125400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135125400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135125400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135125412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135125421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135125422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135125422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:28.505436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12855): Terminating (SIGTERM)\u000a13:51:28.545078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12858): Terminating (SIGTERM)\u000a13:51:28.584662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12861): Terminating (SIGTERM)\u000a13:51:28.593919 --- ParallelTerminationStrategy: PID 12855 died...\u000a13:51:28.646816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12855): Terminated: ok {rc=0}\u000a13:51:28.656413 --- ParallelTerminationStrategy: PID 12858 died...\u000a13:51:28.708998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12858): Terminated: ok {rc=0}\u000a13:51:28.718538 --- ParallelTerminationStrategy: PID 12861 died...\u000a13:51:28.771437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12861): Terminated: ok {rc=0}\u000a13:51:28.859193 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:50:30" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12878): Process ended prematurely: osmo-stp_10.42.42.5(pid=12878) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12878)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12878): Process ended prematurely: osmo-stp_10.42.42.5(pid=12878) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:51:30.995141 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:31.006243 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:51:31.192124 tst cs_paging_gprs_active.py: using LAC 21900\u000a13:51:31.329357 tst cs_paging_gprs_active.py: using RAC 225\u000a13:51:31.489276 tst cs_paging_gprs_active.py: using CellId 21900\u000a13:51:31.622951 tst cs_paging_gprs_active.py: using BVCI 21901\u000a13:51:31.647020 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:31.658697 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:31.670190 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:31.681592 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:31.692870 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:31.704332 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:31.715855 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:31.727477 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:31.739259 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:31.877193 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:32.266966 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:51:32.414861 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:32.749364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12868): Launched\u000a13:51:33.027899 run iperf3-srv_10.42.42.10(pid=12869): Launched\u000a13:51:33.225800 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:51:33.361195 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:33.693899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12870): Launched\u000a13:51:33.971185 run iperf3-srv_10.42.42.10(pid=12871): Launched\u000a13:51:34.168617 tst cs_paging_gprs_active.py:38: start network...\u000a13:51:34.303366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:34.811514 run create_hlr_db(pid=12872): Launched\u000a13:51:34.998106 bus /gobi_6: Setting Powered False\u000a13:51:36.020471 run create_hlr_db(pid=12872): Terminated: ok {rc=0}\u000a13:51:36.426402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12874): Launched\u000a13:51:36.730510 run osmo-hlr_10.42.42.2(pid=12875): Launched\u000a13:51:36.842528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:37.366478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12877): Launched\u000a13:51:37.677360 run osmo-stp_10.42.42.5(pid=12878): Launched\u000a13:51:37.796296 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:38.359060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12880): Launched\u000a13:51:38.474159 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:38.754533 run patchelf(pid=12881): Launched\u000a13:51:38.943816 run osmo-stp_10.42.42.5(pid=12878): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12878)]\u000a13:51:39.082114 run osmo-stp_10.42.42.5(pid=12878): stdout: \u000a| (launched: 2022-12-09_13:51:37.520278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:39.220088 run osmo-stp_10.42.42.5(pid=12878): stderr: \u000a| �[0;m�[38;5;43m20221209135137706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135137707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135137707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135137707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135137708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135137708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135137708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:39.353747 run osmo-stp_10.42.42.5(pid=12878): stdout: \u000a| (launched: 2022-12-09_13:51:37.520278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:39.486095 run osmo-stp_10.42.42.5(pid=12878): stderr: \u000a| �[0;m�[38;5;43m20221209135137706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135137707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135137707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135137707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135137708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135137708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135137708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:39.639305 run patchelf(pid=12881): Terminating (SIGINT)\u000a13:51:39.819215 run patchelf(pid=12881): Terminated: ok {rc=0}\u000a13:51:39.852454 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12878): Process ended prematurely: osmo-stp_10.42.42.5(pid=12878) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12878)] [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:51:39.862443 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:51:39.926207 run osmo-hlr_10.42.42.2(pid=12875): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12875)]\u000a13:51:39.978505 run osmo-hlr_10.42.42.2(pid=12875): stdout: \u000a| (launched: 2022-12-09_13:51:36.580102) \u000a13:51:40.030964 run osmo-hlr_10.42.42.2(pid=12875): stderr: \u000a| �[0;m�[1;31m20221209135136754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135136754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135136755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135136755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135136755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135136755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135136771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135136782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135136782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135136782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:40.075843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12868): Terminating (SIGTERM)\u000a13:51:40.118046 run iperf3-srv_10.42.42.10(pid=12869): Terminating (SIGTERM)\u000a13:51:40.160269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12870): Terminating (SIGTERM)\u000a13:51:40.202521 run iperf3-srv_10.42.42.10(pid=12871): Terminating (SIGTERM)\u000a13:51:40.245231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12874): Terminating (SIGTERM)\u000a13:51:40.287465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12877): Terminating (SIGTERM)\u000a13:51:40.329688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12880): Terminating (SIGTERM)\u000a13:51:40.339664 --- ParallelTerminationStrategy: PID 12868 died...\u000a13:51:40.396537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12868): Terminated: ok {rc=0}\u000a13:51:40.406719 --- ParallelTerminationStrategy: PID 12869 died...\u000a13:51:40.462789 run iperf3-srv_10.42.42.10(pid=12869): Terminated {rc=256}\u000a13:51:40.472734 --- ParallelTerminationStrategy: PID 12870 died...\u000a13:51:40.528391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12870): Terminated: ok {rc=0}\u000a13:51:40.538720 --- ParallelTerminationStrategy: PID 12871 died...\u000a13:51:40.594834 run iperf3-srv_10.42.42.10(pid=12871): Terminated {rc=256}\u000a13:51:40.604856 --- ParallelTerminationStrategy: PID 12874 died...\u000a13:51:40.660471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12874): Terminated: ok {rc=0}\u000a13:51:40.670805 --- ParallelTerminationStrategy: PID 12877 died...\u000a13:51:40.726692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12877): Terminated: ok {rc=0}\u000a13:51:40.737112 --- ParallelTerminationStrategy: PID 12880 died...\u000a13:51:40.793072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12880): Terminated: ok {rc=0}\u000a13:51:40.879825 bus /gobi_0: Setting Powered False\u000a13:51:41.988261 bus /gobi_0: Setting Powered False\u000a13:51:43.095922 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12890): Process ended prematurely: osmo-stp_10.42.42.5(pid=12890) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12890)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12890): Process ended prematurely: osmo-stp_10.42.42.5(pid=12890) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:51:44.205779 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:44.217373 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:51:44.365842 tst iperf3.py: using LAC 21901\u000a13:51:44.483734 tst iperf3.py: using RAC 226\u000a13:51:44.602370 tst iperf3.py: using CellId 21901\u000a13:51:44.725870 tst iperf3.py: using BVCI 21902\u000a13:51:44.748927 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:44.760134 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:44.771158 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:44.782257 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:44.793148 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:44.804118 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:44.815229 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:44.826256 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:44.837219 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:45.130839 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:51:45.266200 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:45.599336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12882): Launched\u000a13:51:45.894475 run iperf3-srv_10.42.42.10(pid=12883): Launched\u000a13:51:46.096099 tst iperf3.py:8: start network...\u000a13:51:46.233685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:46.788034 run create_hlr_db(pid=12884): Launched\u000a13:51:46.979350 bus /gobi_6: Setting Powered False\u000a13:51:47.996349 run create_hlr_db(pid=12884): Terminated: ok {rc=0}\u000a13:51:48.402054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12886): Launched\u000a13:51:48.704595 run osmo-hlr_10.42.42.2(pid=12887): Launched\u000a13:51:48.824460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:49.358683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12889): Launched\u000a13:51:49.659669 run osmo-stp_10.42.42.5(pid=12890): Launched\u000a13:51:49.770865 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:50.296752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12892): Launched\u000a13:51:50.403825 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:50.666776 run patchelf(pid=12893): Launched\u000a13:51:50.842693 run osmo-stp_10.42.42.5(pid=12890): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12890)]\u000a13:51:50.971047 run osmo-stp_10.42.42.5(pid=12890): stdout: \u000a| (launched: 2022-12-09_13:51:49.511719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:51.099890 run osmo-stp_10.42.42.5(pid=12890): stderr: \u000a| �[0;m�[38;5;43m20221209135149684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135149685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135149685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135149685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135149686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135149686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135149686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:51.225262 run osmo-stp_10.42.42.5(pid=12890): stdout: \u000a| (launched: 2022-12-09_13:51:49.511719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:51.348626 run osmo-stp_10.42.42.5(pid=12890): stderr: \u000a| �[0;m�[38;5;43m20221209135149684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135149685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135149685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135149685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135149686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135149686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135149686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:51.491783 run patchelf(pid=12893): Terminating (SIGINT)\u000a13:51:51.659992 run patchelf(pid=12893): Terminated: ok {rc=0}\u000a13:51:51.690968 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12890): Process ended prematurely: osmo-stp_10.42.42.5(pid=12890) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12890)] [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:51:51.700137 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:51:51.759445 run osmo-hlr_10.42.42.2(pid=12887): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12887)]\u000a13:51:51.808087 run osmo-hlr_10.42.42.2(pid=12887): stdout: \u000a| (launched: 2022-12-09_13:51:48.555565) \u000a13:51:51.857447 run osmo-hlr_10.42.42.2(pid=12887): stderr: \u000a| �[0;m�[1;31m20221209135148733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135148733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135148733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135148733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135148733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135148733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135148744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135148752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135148753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135148753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:51.899354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12882): Terminating (SIGTERM)\u000a13:51:51.938877 run iperf3-srv_10.42.42.10(pid=12883): Terminating (SIGTERM)\u000a13:51:51.978313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12886): Terminating (SIGTERM)\u000a13:51:52.017814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12889): Terminating (SIGTERM)\u000a13:51:52.057370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12892): Terminating (SIGTERM)\u000a13:51:52.066610 --- ParallelTerminationStrategy: PID 12882 died...\u000a13:51:52.119936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12882): Terminated: ok {rc=0}\u000a13:51:52.129741 --- ParallelTerminationStrategy: PID 12883 died...\u000a13:51:52.182193 run iperf3-srv_10.42.42.10(pid=12883): Terminated {rc=256}\u000a13:51:52.191784 --- ParallelTerminationStrategy: PID 12886 died...\u000a13:51:52.244032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12886): Terminated: ok {rc=0}\u000a13:51:52.253954 --- ParallelTerminationStrategy: PID 12889 died...\u000a13:51:52.306431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12889): Terminated: ok {rc=0}\u000a13:51:52.315946 --- ParallelTerminationStrategy: PID 12892 died...\u000a13:51:52.368180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12892): Terminated: ok {rc=0}\u000a13:51:52.456509 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12908): Process ended prematurely: osmo-stp_10.42.42.5(pid=12908) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12908)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12908): Process ended prematurely: osmo-stp_10.42.42.5(pid=12908) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:51:53.566789 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:53.578515 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:51:53.726790 tst iperf3m4.py: using LAC 21902\u000a13:51:53.845438 tst iperf3m4.py: using RAC 227\u000a13:51:53.965536 tst iperf3m4.py: using CellId 21902\u000a13:51:54.084393 tst iperf3m4.py: using BVCI 21903\u000a13:51:54.107577 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:54.118672 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:54.129594 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:54.140338 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:54.151085 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:54.162302 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:54.173211 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:54.183903 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:54.194815 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:54.314349 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:54.432776 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:54.553224 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:54.834522 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:51:54.960745 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:55.275085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12894): Launched\u000a13:51:55.535282 run iperf3-srv_10.42.42.10(pid=12895): Launched\u000a13:51:55.718372 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:51:55.843669 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:56.155220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12896): Launched\u000a13:51:56.414153 run iperf3-srv_10.42.42.10(pid=12897): Launched\u000a13:51:56.596191 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:51:56.721203 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:57.031897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12898): Launched\u000a13:51:57.291386 run iperf3-srv_10.42.42.10(pid=12899): Launched\u000a13:51:57.473526 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:51:57.598069 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:57.909544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12900): Launched\u000a13:51:58.168254 run iperf3-srv_10.42.42.10(pid=12901): Launched\u000a13:51:58.350707 tst iperf3m4.py:8: start network...\u000a13:51:58.475620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:58.957677 run create_hlr_db(pid=12902): Launched\u000a13:51:59.130354 bus /gobi_6: Setting Powered False\u000a13:52:00.163860 run create_hlr_db(pid=12902): Terminated: ok {rc=0}\u000a13:52:00.567321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12904): Launched\u000a13:52:00.977514 run osmo-hlr_10.42.42.2(pid=12905): Launched\u000a13:52:01.134162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:01.681500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12907): Launched\u000a13:52:02.109206 run osmo-stp_10.42.42.5(pid=12908): Launched\u000a13:52:02.315080 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:02.875348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12910): Launched\u000a13:52:02.990832 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:03.268553 run patchelf(pid=12911): Launched\u000a13:52:03.445853 run osmo-stp_10.42.42.5(pid=12908): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12908)]\u000a13:52:03.574865 run osmo-stp_10.42.42.5(pid=12908): stdout: \u000a| (launched: 2022-12-09_13:52:01.836814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:03.704242 run osmo-stp_10.42.42.5(pid=12908): stderr: \u000a| �[0;m�[38;5;43m20221209135202071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135202071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135202071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135202072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135202072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135202072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135202072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:03.829132 run osmo-stp_10.42.42.5(pid=12908): stdout: \u000a| (launched: 2022-12-09_13:52:01.836814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:03.952622 run osmo-stp_10.42.42.5(pid=12908): stderr: \u000a| �[0;m�[38;5;43m20221209135202071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135202071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135202071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135202072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135202072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135202072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135202072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:04.096496 run patchelf(pid=12911): Terminating (SIGINT)\u000a13:52:04.264691 run patchelf(pid=12911): Terminated: ok {rc=0}\u000a13:52:04.295849 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12908): Process ended prematurely: osmo-stp_10.42.42.5(pid=12908) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12908)] [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:52:04.304924 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:52:04.365039 run osmo-hlr_10.42.42.2(pid=12905): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12905)]\u000a13:52:04.413558 run osmo-hlr_10.42.42.2(pid=12905): stdout: \u000a| (launched: 2022-12-09_13:52:00.720231) \u000a13:52:04.462626 run osmo-hlr_10.42.42.2(pid=12905): stderr: \u000a| �[0;m�[1;31m20221209135200896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135200896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135200896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135200896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135200896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135200896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135200911 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135200920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135200920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135200920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:04.504526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12894): Terminating (SIGTERM)\u000a13:52:04.544612 run iperf3-srv_10.42.42.10(pid=12895): Terminating (SIGTERM)\u000a13:52:04.584412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12896): Terminating (SIGTERM)\u000a13:52:04.624153 run iperf3-srv_10.42.42.10(pid=12897): Terminating (SIGTERM)\u000a13:52:04.664029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12898): Terminating (SIGTERM)\u000a13:52:04.703946 run iperf3-srv_10.42.42.10(pid=12899): Terminating (SIGTERM)\u000a13:52:04.743767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12900): Terminating (SIGTERM)\u000a13:52:04.783577 run iperf3-srv_10.42.42.10(pid=12901): Terminating (SIGTERM)\u000a13:52:04.823533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12904): Terminating (SIGTERM)\u000a13:52:04.863306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12907): Terminating (SIGTERM)\u000a13:52:04.903173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12910): Terminating (SIGTERM)\u000a13:52:04.912584 --- ParallelTerminationStrategy: PID 12894 died...\u000a13:52:04.965982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12894): Terminated: ok {rc=0}\u000a13:52:04.975527 --- ParallelTerminationStrategy: PID 12895 died...\u000a13:52:05.028389 run iperf3-srv_10.42.42.10(pid=12895): Terminated {rc=256}\u000a13:52:05.038137 --- ParallelTerminationStrategy: PID 12896 died...\u000a13:52:05.090963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12896): Terminated: ok {rc=0}\u000a13:52:05.100538 --- ParallelTerminationStrategy: PID 12897 died...\u000a13:52:05.153340 run iperf3-srv_10.42.42.10(pid=12897): Terminated {rc=256}\u000a13:52:05.163063 --- ParallelTerminationStrategy: PID 12898 died...\u000a13:52:05.215658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12898): Terminated: ok {rc=0}\u000a13:52:05.225372 --- ParallelTerminationStrategy: PID 12899 died...\u000a13:52:05.277877 run iperf3-srv_10.42.42.10(pid=12899): Terminated {rc=256}\u000a13:52:05.287506 --- ParallelTerminationStrategy: PID 12900 died...\u000a13:52:05.340994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12900): Terminated: ok {rc=0}\u000a13:52:05.350691 --- ParallelTerminationStrategy: PID 12901 died...\u000a13:52:05.403361 run iperf3-srv_10.42.42.10(pid=12901): Terminated {rc=256}\u000a13:52:05.412869 --- ParallelTerminationStrategy: PID 12904 died...\u000a13:52:05.465620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12904): Terminated: ok {rc=0}\u000a13:52:05.475390 --- ParallelTerminationStrategy: PID 12907 died...\u000a13:52:05.528010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12907): Terminated: ok {rc=0}\u000a13:52:05.537817 --- ParallelTerminationStrategy: PID 12910 died...\u000a13:52:05.590673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12910): Terminated: ok {rc=0}\u000a13:52:05.679401 bus /gobi_4: Setting Powered False\u000a13:52:06.782813 bus /gobi_4: Setting Powered False\u000a13:52:07.893915 bus /gobi_1: Setting Powered False\u000a13:52:09.000573 bus /gobi_1: Setting Powered False\u000a13:52:10.113116 bus /gobi_0: Setting Powered False\u000a13:52:11.215765 bus /gobi_0: Setting Powered False\u000a13:52:12.327094 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12918): Process ended prematurely: osmo-stp_10.42.42.5(pid=12918) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12918)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12918): Process ended prematurely: osmo-stp_10.42.42.5(pid=12918) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:52:13.396447 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:13.408020 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:52:13.555444 tst ping.py: using LAC 21903\u000a13:52:13.673627 tst ping.py: using RAC 228\u000a13:52:13.796853 tst ping.py: using CellId 21903\u000a13:52:13.920432 tst ping.py: using BVCI 21904\u000a13:52:13.944660 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:13.956446 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:13.969294 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:13.981585 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:13.993285 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:14.004688 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:14.017646 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:14.028929 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:52:14.301271 tst ping.py:19: start network...\u000a13:52:14.424185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:14.899616 run create_hlr_db(pid=12912): Launched\u000a13:52:15.070630 bus /gobi_6: Setting Powered False\u000a13:52:16.157897 run create_hlr_db(pid=12912): Terminated: ok {rc=0}\u000a13:52:16.571000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12914): Launched\u000a13:52:16.964041 run osmo-hlr_10.42.42.2(pid=12915): Launched\u000a13:52:17.235906 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:17.826824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12917): Launched\u000a13:52:18.143055 run osmo-stp_10.42.42.5(pid=12918): Launched\u000a13:52:18.257337 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:18.807508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12920): Launched\u000a13:52:18.920464 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:19.195939 run patchelf(pid=12921): Launched\u000a13:52:19.381284 run osmo-stp_10.42.42.5(pid=12918): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12918)]\u000a13:52:19.516855 run osmo-stp_10.42.42.5(pid=12918): stdout: \u000a| (launched: 2022-12-09_13:52:17.987752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:19.652608 run osmo-stp_10.42.42.5(pid=12918): stderr: \u000a| �[0;m�[38;5;43m20221209135218179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135218179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135218179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135218180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135218180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135218180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135218180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:19.783340 run osmo-stp_10.42.42.5(pid=12918): stdout: \u000a| (launched: 2022-12-09_13:52:17.987752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:19.913171 run osmo-stp_10.42.42.5(pid=12918): stderr: \u000a| �[0;m�[38;5;43m20221209135218179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135218179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135218179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135218180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135218180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135218180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135218180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:20.064402 run patchelf(pid=12921): Terminating (SIGINT)\u000a13:52:20.241229 run patchelf(pid=12921): Terminated: ok {rc=0}\u000a13:52:20.273461 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12918): Process ended prematurely: osmo-stp_10.42.42.5(pid=12918) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12918)] [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:52:20.282753 tst ping.py:22: Test FAILED (6.9 sec)\u000a13:52:20.345960 run osmo-hlr_10.42.42.2(pid=12915): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12915)]\u000a13:52:20.397697 run osmo-hlr_10.42.42.2(pid=12915): stdout: \u000a| (launched: 2022-12-09_13:52:16.723336) \u000a13:52:20.449580 run osmo-hlr_10.42.42.2(pid=12915): stderr: \u000a| �[0;m�[1;31m20221209135217043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135217043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135217043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135217043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135217043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135217043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135217056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135217071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135217072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135217072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:20.494100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12914): Terminating (SIGTERM)\u000a13:52:20.536065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12917): Terminating (SIGTERM)\u000a13:52:20.577989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12920): Terminating (SIGTERM)\u000a13:52:20.588020 --- ParallelTerminationStrategy: PID 12914 died...\u000a13:52:20.644205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12914): Terminated: ok {rc=0}\u000a13:52:20.654410 --- ParallelTerminationStrategy: PID 12917 died...\u000a13:52:20.710133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12917): Terminated: ok {rc=0}\u000a13:52:20.720193 --- ParallelTerminationStrategy: PID 12920 died...\u000a13:52:20.775738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12920): Terminated: ok {rc=0}\u000a13:52:20.862352 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12928): Process ended prematurely: osmo-stp_10.42.42.5(pid=12928) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12928): Process ended prematurely: osmo-stp_10.42.42.5(pid=12928) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:52:21.915627 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:21.928171 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:52:22.084097 tst ping_idle_ping.py: using LAC 21904\u000a13:52:22.208361 tst ping_idle_ping.py: using RAC 229\u000a13:52:22.332339 tst ping_idle_ping.py: using CellId 21904\u000a13:52:22.458207 tst ping_idle_ping.py: using BVCI 21905\u000a13:52:22.482484 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:22.494085 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:22.505355 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:22.517058 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:22.528470 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:22.540145 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:22.551812 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:22.563541 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:52:22.852165 tst ping_idle_ping.py:24: start network...\u000a13:52:22.984804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:23.484507 run create_hlr_db(pid=12922): Launched\u000a13:52:23.668485 bus /gobi_6: Setting Powered False\u000a13:52:24.688856 run create_hlr_db(pid=12922): Terminated: ok {rc=0}\u000a13:52:25.086692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12924): Launched\u000a13:52:25.383136 run osmo-hlr_10.42.42.2(pid=12925): Launched\u000a13:52:25.492225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:26.004463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12927): Launched\u000a13:52:26.300084 run osmo-stp_10.42.42.5(pid=12928): Launched\u000a13:52:26.408194 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:26.924883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12930): Launched\u000a13:52:27.030238 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:27.288271 run patchelf(pid=12931): Launched\u000a13:52:27.461742 run osmo-stp_10.42.42.5(pid=12928): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)]\u000a13:52:27.589093 run osmo-stp_10.42.42.5(pid=12928): stdout: \u000a| (launched: 2022-12-09_13:52:26.154301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:27.715934 run osmo-stp_10.42.42.5(pid=12928): stderr: \u000a| �[0;m�[38;5;43m20221209135226325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135226325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135226325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135226326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135226326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135226326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135226326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:27.838512 run osmo-stp_10.42.42.5(pid=12928): stdout: \u000a| (launched: 2022-12-09_13:52:26.154301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:27.959769 run osmo-stp_10.42.42.5(pid=12928): stderr: \u000a| �[0;m�[38;5;43m20221209135226325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135226325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135226325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135226326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135226326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135226326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135226326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:28.101084 run patchelf(pid=12931): Terminating (SIGINT)\u000a13:52:28.267150 run patchelf(pid=12931): Terminated: ok {rc=0}\u000a13:52:28.297346 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12928): Process ended prematurely: osmo-stp_10.42.42.5(pid=12928) [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)] [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:52:28.305962 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:52:28.365541 run osmo-hlr_10.42.42.2(pid=12925): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12925)]\u000a13:52:28.414787 run osmo-hlr_10.42.42.2(pid=12925): stdout: \u000a| (launched: 2022-12-09_13:52:25.236903) \u000a13:52:28.464307 run osmo-hlr_10.42.42.2(pid=12925): stderr: \u000a| �[0;m�[1;31m20221209135225413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135225413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135225413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135225413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135225413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135225413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135225425 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135225434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135225435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135225435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:28.506335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12924): Terminating (SIGTERM)\u000a13:52:28.546269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12927): Terminating (SIGTERM)\u000a13:52:28.586058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12930): Terminating (SIGTERM)\u000a13:52:28.595283 --- ParallelTerminationStrategy: PID 12924 died...\u000a13:52:28.648329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12924): Terminated: ok {rc=0}\u000a13:52:28.658167 --- ParallelTerminationStrategy: PID 12927 died...\u000a13:52:28.711084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12927): Terminated: ok {rc=0}\u000a13:52:28.721139 --- ParallelTerminationStrategy: PID 12930 died...\u000a13:52:28.773874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12930): Terminated: ok {rc=0}\u000a13:52:28.862237 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:51:30" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12942): Process ended prematurely: osmo-stp_10.42.42.5(pid=12942) [trial-2360↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12942)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12942): Process ended prematurely: osmo-stp_10.42.42.5(pid=12942) [trial-2360↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:52:30.880291 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:52:30.893487 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:52:31.064872 tst switch_tch_pdch.py: using LAC 21905\u000a13:52:31.211139 tst switch_tch_pdch.py: using RAC 230\u000a13:52:31.338823 tst switch_tch_pdch.py: using CellId 21905\u000a13:52:31.456697 tst switch_tch_pdch.py: using BVCI 21906\u000a13:52:31.479852 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:52:31.491979 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:52:31.504365 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:52:31.516310 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:52:31.528241 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:52:31.540164 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:52:31.552118 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:52:31.568881 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:52:31.713626 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:52:32.023656 tst switch_tch_pdch.py:51: start network...\u000a13:52:32.159485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:32.662613 run create_hlr_db(pid=12935): Launched\u000a13:52:32.846464 bus /gobi_6: Setting Powered False\u000a13:52:33.867106 run create_hlr_db(pid=12935): Terminated: ok {rc=0}\u000a13:52:34.288927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12938): Launched\u000a13:52:34.604240 run osmo-hlr_10.42.42.2(pid=12939): Launched\u000a13:52:34.721608 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:35.270975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12941): Launched\u000a13:52:35.586830 run osmo-stp_10.42.42.5(pid=12942): Launched\u000a13:52:35.701181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:36.233087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12944): Launched\u000a13:52:36.339224 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:36.598637 run patchelf(pid=12945): Launched\u000a13:52:36.772897 run osmo-stp_10.42.42.5(pid=12942): ERR: Terminated: ERROR {rc=1} [trial-2360↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12942)]\u000a13:52:36.900180 run osmo-stp_10.42.42.5(pid=12942): stdout: \u000a| (launched: 2022-12-09_13:52:35.431515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:37.027828 run osmo-stp_10.42.42.5(pid=12942): stderr: \u000a| �[0;m�[38;5;43m20221209135235624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135235624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135235624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135235625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135235625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135235626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135235626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:37.151044 run osmo-stp_10.42.42.5(pid=12942): stdout: \u000a| (launched: 2022-12-09_13:52:35.431515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:37.272697 run osmo-stp_10.42.42.5(pid=12942): stderr: \u000a| �[0;m�[38;5;43m20221209135235624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135235624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135235624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135235625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135235625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135235626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135235626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:37.413864 run patchelf(pid=12945): Terminating (SIGINT)\u000a13:52:37.580387 run patchelf(pid=12945): Terminated: ok {rc=0}\u000a13:52:37.610803 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12942): Process ended prematurely: osmo-stp_10.42.42.5(pid=12942) [trial-2360↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12942)] [trial-2360↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:52:37.619404 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a13:52:37.679013 run osmo-hlr_10.42.42.2(pid=12939): ERR: Terminated: ERROR {rc=237} [trial-2360↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12939)]\u000a13:52:37.727646 run osmo-hlr_10.42.42.2(pid=12939): stdout: \u000a| (launched: 2022-12-09_13:52:34.449453) \u000a13:52:37.777130 run osmo-hlr_10.42.42.2(pid=12939): stderr: \u000a| �[0;m�[1;31m20221209135234648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135234648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135234648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135234648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135234648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135234648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135234660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135234669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135234669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135234669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:37.819816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12938): Terminating (SIGTERM)\u000a13:52:37.859808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12941): Terminating (SIGTERM)\u000a13:52:37.899742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12944): Terminating (SIGTERM)\u000a13:52:37.909137 --- ParallelTerminationStrategy: PID 12938 died...\u000a13:52:37.962595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12938): Terminated: ok {rc=0}\u000a13:52:37.972305 --- ParallelTerminationStrategy: PID 12941 died...\u000a13:52:38.025445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12941): Terminated: ok {rc=0}\u000a13:52:38.035141 --- ParallelTerminationStrategy: PID 12944 died...\u000a13:52:38.088157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12944): Terminated: ok {rc=0}\u000a13:52:38.171593 bus /gobi_0: Setting Powered False\u000a13:52:39.279046 bus /gobi_0: Setting Powered False\u000a13:52:40.391970 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:52:30" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12955): Process ended prematurely: osmo-stp_10.42.42.5(pid=12955) [trial-2360↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12955)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12955): Process ended prematurely: osmo-stp_10.42.42.5(pid=12955) [trial-2360↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a13:52:42.332357 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:52:42.343176 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:52:42.473162 tst mo_mt_sms.py: using LAC 21906\u000a13:52:42.586542 tst mo_mt_sms.py: using RAC 231\u000a13:52:42.701071 tst mo_mt_sms.py: using CellId 21906\u000a13:52:42.814964 tst mo_mt_sms.py: using BVCI 21907\u000a13:52:42.837349 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:52:42.847878 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:52:42.858388 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:52:42.868745 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:52:42.879510 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:52:42.889884 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a13:52:43.007984 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a13:52:43.207368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:43.681925 run create_hlr_db(pid=12949): Launched\u000a13:52:43.852495 bus /gobi_6: Setting Powered False\u000a13:52:44.874280 run create_hlr_db(pid=12949): Terminated: ok {rc=0}\u000a13:52:45.294429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12951): Launched\u000a13:52:45.611024 run osmo-hlr_10.42.42.2(pid=12952): Launched\u000a13:52:45.729687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:46.311654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12954): Launched\u000a13:52:46.728149 run osmo-stp_10.42.42.5(pid=12955): Launched\u000a13:52:46.873257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:52:47.502864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12957): Launched\u000a13:52:47.819598 run osmo-msc_10.42.42.6(pid=12958): Launched\u000a13:52:48.006488 run osmo-stp_10.42.42.5(pid=12955): ERR: Terminated: ERROR {rc=1} [trial-2360↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12955)]\u000a13:52:48.141101 run osmo-stp_10.42.42.5(pid=12955): stdout: \u000a| (launched: 2022-12-09_13:52:46.474497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:48.275765 run osmo-stp_10.42.42.5(pid=12955): stderr: \u000a| �[0;m�[38;5;43m20221209135246775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135246775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135246776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135246776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135246776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135246776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135246785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:48.402992 run osmo-stp_10.42.42.5(pid=12955): stdout: \u000a| (launched: 2022-12-09_13:52:46.474497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:48.529444 run osmo-stp_10.42.42.5(pid=12955): stderr: \u000a| �[0;m�[38;5;43m20221209135246775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135246775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135246776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135246776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135246776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135246776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135246785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:48.584835 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12955): Process ended prematurely: osmo-stp_10.42.42.5(pid=12955) [trial-2360↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12955)] [trial-2360↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a13:52:48.593399 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a13:52:48.656633 run osmo-hlr_10.42.42.2(pid=12952): ERR: Terminated: ERROR {rc=237} [trial-2360↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12952)]\u000a13:52:48.708520 run osmo-hlr_10.42.42.2(pid=12952): stdout: \u000a| (launched: 2022-12-09_13:52:45.455277) \u000a13:52:48.760757 run osmo-hlr_10.42.42.2(pid=12952): stderr: \u000a| �[0;m�[1;31m20221209135245655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135245655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135245655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135245655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135245655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135245656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135245668 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135245676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135245676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135245676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:48.831335 run osmo-msc_10.42.42.6(pid=12958): ERR: Terminated: ERROR {rc=2} [trial-2360↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12958)]\u000a13:52:48.882314 run osmo-msc_10.42.42.6(pid=12958): stdout: \u000a| (launched: 2022-12-09_13:52:47.663726) \u000a13:52:48.934564 run osmo-msc_10.42.42.6(pid=12958): stderr: \u000a| �[0;m�[38;5;43m20221209135247985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209135247986 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f030207ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209135247986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209135247986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209135247986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209135247986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209135247988 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209135247988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209135247988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209135247988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:52:48.979355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12951): Terminating (SIGTERM)\u000a13:52:49.021155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12954): Terminating (SIGTERM)\u000a13:52:49.063121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12957): Terminating (SIGTERM)\u000a13:52:49.073097 --- ParallelTerminationStrategy: PID 12951 died...\u000a13:52:49.129011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12951): Terminated: ok {rc=0}\u000a13:52:49.139250 --- ParallelTerminationStrategy: PID 12954 died...\u000a13:52:49.194971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12954): Terminated: ok {rc=0}\u000a13:52:49.205380 --- ParallelTerminationStrategy: PID 12957 died...\u000a13:52:49.261125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12957): Terminated: ok {rc=0}\u000a13:52:49.349075 bus /sierra_3: Setting Powered False\u000a13:52:50.455410 bus /sierra_3: Setting Powered False\u000a13:52:51.563344 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:52:42" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12965): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12965) [trial-2360↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12965)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12965): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12965) [trial-2360↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a13:52:53.412336 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a13:52:53.423273 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:52:53.553907 tst assert_extension.py: using LAC 21907\u000a13:52:53.676879 tst assert_extension.py: using RAC 232\u000a13:52:53.801341 tst assert_extension.py: using CellId 21907\u000a13:52:53.925038 tst assert_extension.py: using BVCI 21908\u000a13:52:53.949096 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a13:52:54.221858 tst assert_extension.py:10: start nitb and bts...\u000a13:52:54.345191 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:52:54.957610 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12964): Launched\u000a13:52:55.249558 run osmo-nitb_10.42.42.2(pid=12965): Launched\u000a13:52:55.431614 run osmo-nitb_10.42.42.2(pid=12965): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12965)]\u000a13:52:55.566213 run osmo-nitb_10.42.42.2(pid=12965): stdout: \u000a| (launched: 2022-12-09_13:52:55.107528) \u000a13:52:55.701277 run osmo-nitb_10.42.42.2(pid=12965): stderr: \u000a| (launched: 2022-12-09_13:52:55.151787)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:52:55.831906 run osmo-nitb_10.42.42.2(pid=12965): stdout: \u000a| (launched: 2022-12-09_13:52:55.107528) \u000a13:52:55.961302 run osmo-nitb_10.42.42.2(pid=12965): stderr: \u000a| (launched: 2022-12-09_13:52:55.151787)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:52:56.368356 tst osmo-nitb_10.42.42.2(pid=12965): stdout: \u000a| (launched: 2022-12-09_13:52:55.107528) \u000a13:52:56.486113 tst osmo-nitb_10.42.42.2(pid=12965): stderr: \u000a| (launched: 2022-12-09_13:52:55.151787)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:52:56.537905 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12965): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12965) [trial-2360↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12965)] [trial-2360↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a13:52:56.546110 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a13:52:56.580287 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12964): Terminating (SIGTERM)\u000a13:52:56.757897 --- ParallelTerminationStrategy: PID 12964 died...\u000a13:52:56.812517 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12964): Terminated: ok {rc=0}\u000a13:52:56.900604 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:52:53" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "ussd:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13071): Process ended prematurely: osmo-stp_10.42.42.5(pid=13071) [trial-2360↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13071)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13071): Process ended prematurely: osmo-stp_10.42.42.5(pid=13071) [trial-2360↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a13:52:58.731588 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:52:58.742327 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:52:58.872490 tst assert_extension.py: using LAC 21908\u000a13:52:58.990436 tst assert_extension.py: using RAC 233\u000a13:52:59.106222 tst assert_extension.py: using CellId 21908\u000a13:52:59.221728 tst assert_extension.py: using BVCI 21909\u000a13:52:59.244186 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:52:59.254830 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:52:59.265266 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:52:59.275656 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:52:59.286109 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:52:59.296440 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a13:52:59.502734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:00.002311 run create_hlr_db(pid=12969): Launched\u000a13:53:00.186764 bus /sierra_2: Setting Powered False\u000a13:53:01.222051 run create_hlr_db(pid=12969): Terminated: ok {rc=0}\u000a13:53:01.669949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12971): Launched\u000a13:53:02.148587 run osmo-hlr_10.42.42.2(pid=12981): Launched\u000a13:53:02.409994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:03.052571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13034): Launched\u000a13:53:03.542200 run osmo-stp_10.42.42.5(pid=13071): Launched\u000a13:53:03.825948 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:53:04.583963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13224): Launched\u000a13:53:04.953760 run osmo-msc_10.42.42.6(pid=13247): Launched\u000a13:53:05.227879 run osmo-stp_10.42.42.5(pid=13071): ERR: Terminated: ERROR {rc=1} [trial-2360↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13071)]\u000a13:53:05.501258 run osmo-stp_10.42.42.5(pid=13071): stdout: \u000a| (launched: 2022-12-09_13:53:03.262140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:05.768034 run osmo-stp_10.42.42.5(pid=13071): stderr: \u000a| �[0;m�[38;5;43m20221209135303606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135303606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135303606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135303606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135303607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135303607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135303607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:05.889981 run osmo-stp_10.42.42.5(pid=13071): stdout: \u000a| (launched: 2022-12-09_13:53:03.262140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:06.011045 run osmo-stp_10.42.42.5(pid=13071): stderr: \u000a| �[0;m�[38;5;43m20221209135303606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135303606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135303606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135303606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135303607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135303607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135303607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:06.064407 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=13071): Process ended prematurely: osmo-stp_10.42.42.5(pid=13071) [trial-2360↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13071)] [trial-2360↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a13:53:06.073038 tst assert_extension.py:17: Test FAILED (7.3 sec)\u000a13:53:06.134871 run osmo-hlr_10.42.42.2(pid=12981): ERR: Terminated: ERROR {rc=237} [trial-2360↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12981)]\u000a13:53:06.185249 run osmo-hlr_10.42.42.2(pid=12981): stdout: \u000a| (launched: 2022-12-09_13:53:01.846764) \u000a13:53:06.237006 run osmo-hlr_10.42.42.2(pid=12981): stderr: \u000a| �[0;m�[1;31m20221209135302181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135302181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135302181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135302181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135302181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135302181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135302197 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135302210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135302210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135302210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:06.306204 run osmo-msc_10.42.42.6(pid=13247): ERR: Terminated: ERROR {rc=2} [trial-2360↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13247)]\u000a13:53:06.357158 run osmo-msc_10.42.42.6(pid=13247): stdout: \u000a| (launched: 2022-12-09_13:53:04.757710) \u000a13:53:06.408121 run osmo-msc_10.42.42.6(pid=13247): stderr: \u000a| �[0;m�[38;5;43m20221209135305324 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209135305324 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4acd1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209135305324 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209135305324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209135305324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209135305324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209135305334 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209135305335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209135305335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209135305335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:53:06.451211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12971): Terminating (SIGTERM)\u000a13:53:06.492050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13034): Terminating (SIGTERM)\u000a13:53:06.535512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13224): Terminating (SIGTERM)\u000a13:53:06.545798 --- ParallelTerminationStrategy: PID 12971 died...\u000a13:53:06.602227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12971): Terminated: ok {rc=0}\u000a13:53:06.612389 --- ParallelTerminationStrategy: PID 13034 died...\u000a13:53:06.666940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13034): Terminated: ok {rc=0}\u000a13:53:06.677351 --- ParallelTerminationStrategy: PID 13224 died...\u000a13:53:06.731986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13224): Terminated: ok {rc=0}\u000a13:53:06.816822 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:52:58" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13260): Process ended prematurely: osmo-stp_10.42.42.5(pid=13260) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13260)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13260): Process ended prematurely: osmo-stp_10.42.42.5(pid=13260) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:53:08.776307 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:53:08.789331 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:53:08.942337 tst mo_mt_call.py: using LAC 21909\u000a13:53:09.065224 tst mo_mt_call.py: using RAC 234\u000a13:53:09.192140 tst mo_mt_call.py: using CellId 21909\u000a13:53:09.311413 tst mo_mt_call.py: using BVCI 21910\u000a13:53:09.335965 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:53:09.348552 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:53:09.360691 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:53:09.373208 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:53:09.386233 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:53:09.399775 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:53:09.520179 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:53:09.730612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:10.266621 run create_hlr_db(pid=13254): Launched\u000a13:53:10.445483 bus /sierra_2: Setting Powered False\u000a13:53:11.468180 run create_hlr_db(pid=13254): Terminated: ok {rc=0}\u000a13:53:11.899442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13256): Launched\u000a13:53:12.309191 run osmo-hlr_10.42.42.2(pid=13257): Launched\u000a13:53:12.548798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:13.175325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13259): Launched\u000a13:53:13.587838 run osmo-stp_10.42.42.5(pid=13260): Launched\u000a13:53:13.816737 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:53:14.453857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13262): Launched\u000a13:53:14.863675 run osmo-msc_10.42.42.6(pid=13263): Launched\u000a13:53:15.246778 run osmo-stp_10.42.42.5(pid=13260): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13260)]\u000a13:53:15.523188 run osmo-stp_10.42.42.5(pid=13260): stdout: \u000a| (launched: 2022-12-09_13:53:13.333460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:15.712630 run osmo-stp_10.42.42.5(pid=13260): stderr: \u000a| �[0;m�[38;5;43m20221209135313663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135313663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135313663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135313664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135313664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135313664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135313664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:15.853378 run osmo-stp_10.42.42.5(pid=13260): stdout: \u000a| (launched: 2022-12-09_13:53:13.333460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:16.011012 run osmo-stp_10.42.42.5(pid=13260): stderr: \u000a| �[0;m�[38;5;43m20221209135313663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135313663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135313663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135313664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135313664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135313664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135313664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:16.066770 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13260): Process ended prematurely: osmo-stp_10.42.42.5(pid=13260) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13260)] [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:53:16.075981 tst mo_mt_call.py:8: Test FAILED (7.3 sec)\u000a13:53:16.137868 run osmo-hlr_10.42.42.2(pid=13257): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13257)]\u000a13:53:16.189354 run osmo-hlr_10.42.42.2(pid=13257): stdout: \u000a| (launched: 2022-12-09_13:53:12.058069) \u000a13:53:16.248186 run osmo-hlr_10.42.42.2(pid=13257): stderr: \u000a| �[0;m�[1;31m20221209135312394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135312395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135312395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135312395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135312395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135312395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135312412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135312424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135312424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135312424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:16.349227 run osmo-msc_10.42.42.6(pid=13263): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13263)]\u000a13:53:16.407220 run osmo-msc_10.42.42.6(pid=13263): stdout: \u000a| (launched: 2022-12-09_13:53:14.612413) \u000a13:53:16.464243 run osmo-msc_10.42.42.6(pid=13263): stderr: \u000a| �[0;m�[38;5;43m20221209135315207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209135315207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a91fa8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209135315207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209135315208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209135315208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209135315208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209135315214 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209135315214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209135315215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209135315215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:53:16.514010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13256): Terminating (SIGTERM)\u000a13:53:16.564030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13259): Terminating (SIGTERM)\u000a13:53:16.615401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13262): Terminating (SIGTERM)\u000a13:53:16.626771 --- ParallelTerminationStrategy: PID 13256 died...\u000a13:53:16.692737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13256): Terminated: ok {rc=0}\u000a13:53:16.703726 --- ParallelTerminationStrategy: PID 13259 died...\u000a13:53:16.767354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13259): Terminated: ok {rc=0}\u000a13:53:16.779239 --- ParallelTerminationStrategy: PID 13262 died...\u000a13:53:16.842481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13262): Terminated: ok {rc=0}\u000a13:53:16.943489 bus /sierra_3: Setting Powered False\u000a13:53:18.061515 bus /sierra_3: Setting Powered False\u000a13:53:19.177186 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13271): Process ended prematurely: osmo-stp_10.42.42.5(pid=13271) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13271)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13271): Process ended prematurely: osmo-stp_10.42.42.5(pid=13271) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:53:20.295299 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:53:20.308273 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:53:20.469246 tst mo_mt_call_osmux.py: using LAC 21910\u000a13:53:20.592195 tst mo_mt_call_osmux.py: using RAC 235\u000a13:53:20.720437 tst mo_mt_call_osmux.py: using CellId 21910\u000a13:53:20.840859 tst mo_mt_call_osmux.py: using BVCI 21911\u000a13:53:20.865510 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:53:20.878013 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:53:20.890061 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:53:20.902051 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:53:20.914858 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:53:20.926818 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:53:21.046946 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:53:21.255960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:21.799677 run create_hlr_db(pid=13265): Launched\u000a13:53:21.981205 bus /sierra_2: Setting Powered False\u000a13:53:23.001581 run create_hlr_db(pid=13265): Terminated: ok {rc=0}\u000a13:53:23.435579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13267): Launched\u000a13:53:23.851504 run osmo-hlr_10.42.42.2(pid=13268): Launched\u000a13:53:24.099245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:24.735824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13270): Launched\u000a13:53:25.060593 run osmo-stp_10.42.42.5(pid=13271): Launched\u000a13:53:25.178549 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:53:25.768796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13273): Launched\u000a13:53:26.089445 run osmo-msc_10.42.42.6(pid=13274): Launched\u000a13:53:26.269524 run osmo-stp_10.42.42.5(pid=13271): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13271)]\u000a13:53:26.397836 run osmo-stp_10.42.42.5(pid=13271): stdout: \u000a| (launched: 2022-12-09_13:53:24.901201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:26.524259 run osmo-stp_10.42.42.5(pid=13271): stderr: \u000a| �[0;m�[38;5;43m20221209135325095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135325095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135325095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135325096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135325096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135325096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135325096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:26.646133 run osmo-stp_10.42.42.5(pid=13271): stdout: \u000a| (launched: 2022-12-09_13:53:24.901201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:26.767138 run osmo-stp_10.42.42.5(pid=13271): stderr: \u000a| �[0;m�[38;5;43m20221209135325095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135325095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135325095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135325096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135325096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135325096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135325096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:26.820176 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13271): Process ended prematurely: osmo-stp_10.42.42.5(pid=13271) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13271)] [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:53:26.829115 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a13:53:26.888592 run osmo-hlr_10.42.42.2(pid=13268): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13268)]\u000a13:53:26.937374 run osmo-hlr_10.42.42.2(pid=13268): stdout: \u000a| (launched: 2022-12-09_13:53:23.595709) \u000a13:53:26.987200 run osmo-hlr_10.42.42.2(pid=13268): stderr: \u000a| �[0;m�[1;31m20221209135323938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135323938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135323938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135323938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135323938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135323938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135323955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135323968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135323968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135323968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:27.054390 run osmo-msc_10.42.42.6(pid=13274): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13274)]\u000a13:53:27.102832 run osmo-msc_10.42.42.6(pid=13274): stdout: \u000a| (launched: 2022-12-09_13:53:25.933457) \u000a13:53:27.151806 run osmo-msc_10.42.42.6(pid=13274): stderr: \u000a| �[0;m�[38;5;43m20221209135326207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209135326207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd64cc5fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209135326207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209135326207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209135326207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209135326207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209135326209 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209135326210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209135326210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209135326210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:53:27.193724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13267): Terminating (SIGTERM)\u000a13:53:27.233572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13270): Terminating (SIGTERM)\u000a13:53:27.273290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13273): Terminating (SIGTERM)\u000a13:53:27.282842 --- ParallelTerminationStrategy: PID 13267 died...\u000a13:53:27.336327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13267): Terminated: ok {rc=0}\u000a13:53:27.346117 --- ParallelTerminationStrategy: PID 13270 died...\u000a13:53:27.398836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13270): Terminated: ok {rc=0}\u000a13:53:27.408391 --- ParallelTerminationStrategy: PID 13273 died...\u000a13:53:27.461588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13273): Terminated: ok {rc=0}\u000a13:53:27.544715 bus /sierra_3: Setting Powered False\u000a13:53:28.651521 bus /sierra_3: Setting Powered False\u000a13:53:29.759293 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:53:08" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13285): Process ended prematurely: osmo-stp_10.42.42.5(pid=13285) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13285)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13285): Process ended prematurely: osmo-stp_10.42.42.5(pid=13285) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:53:31.808900 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:53:31.821117 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:53:32.026340 tst mo_mt_call.py: using LAC 21911\u000a13:53:32.152042 tst mo_mt_call.py: using RAC 236\u000a13:53:32.274425 tst mo_mt_call.py: using CellId 21911\u000a13:53:32.399829 tst mo_mt_call.py: using BVCI 21912\u000a13:53:32.424479 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:53:32.436327 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:53:32.448196 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:53:32.460276 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:53:32.472590 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:53:32.484615 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:53:32.602562 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:53:32.813375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:33.321013 run create_hlr_db(pid=13279): Launched\u000a13:53:33.507720 bus /sierra_2: Setting Powered False\u000a13:53:34.529084 run create_hlr_db(pid=13279): Terminated: ok {rc=0}\u000a13:53:34.956147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13281): Launched\u000a13:53:35.278329 run osmo-hlr_10.42.42.2(pid=13282): Launched\u000a13:53:35.399412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:35.958985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13284): Launched\u000a13:53:36.283119 run osmo-stp_10.42.42.5(pid=13285): Launched\u000a13:53:36.400813 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:53:36.989950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13287): Launched\u000a13:53:37.313933 run osmo-msc_10.42.42.6(pid=13288): Launched\u000a13:53:37.504313 run osmo-stp_10.42.42.5(pid=13285): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13285)]\u000a13:53:37.641126 run osmo-stp_10.42.42.5(pid=13285): stdout: \u000a| (launched: 2022-12-09_13:53:36.124262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:37.777331 run osmo-stp_10.42.42.5(pid=13285): stderr: \u000a| �[0;m�[38;5;43m20221209135336314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135336314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135336314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135336315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135336315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135336315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135336315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:37.907202 run osmo-stp_10.42.42.5(pid=13285): stdout: \u000a| (launched: 2022-12-09_13:53:36.124262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:38.036504 run osmo-stp_10.42.42.5(pid=13285): stderr: \u000a| �[0;m�[38;5;43m20221209135336314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135336314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135336314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135336315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135336315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135336315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135336315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:38.093700 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13285): Process ended prematurely: osmo-stp_10.42.42.5(pid=13285) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13285)] [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:53:38.102939 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:53:38.166661 run osmo-hlr_10.42.42.2(pid=13282): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13282)]\u000a13:53:38.218247 run osmo-hlr_10.42.42.2(pid=13282): stdout: \u000a| (launched: 2022-12-09_13:53:35.120587) \u000a13:53:38.270474 run osmo-hlr_10.42.42.2(pid=13282): stderr: \u000a| �[0;m�[1;31m20221209135335319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135335319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135335320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135335320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135335320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135335320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135335340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135335351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135335352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135335352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:38.341662 run osmo-msc_10.42.42.6(pid=13288): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13288)]\u000a13:53:38.393396 run osmo-msc_10.42.42.6(pid=13288): stdout: \u000a| (launched: 2022-12-09_13:53:37.154961) \u000a13:53:38.445832 run osmo-msc_10.42.42.6(pid=13288): stderr: \u000a| �[0;m�[38;5;43m20221209135337474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209135337474 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb47013bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209135337474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209135337474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209135337474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209135337475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209135337476 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209135337477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209135337477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209135337477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:53:38.490260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13281): Terminating (SIGTERM)\u000a13:53:38.532493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13284): Terminating (SIGTERM)\u000a13:53:38.574887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13287): Terminating (SIGTERM)\u000a13:53:38.584911 --- ParallelTerminationStrategy: PID 13281 died...\u000a13:53:38.641409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13281): Terminated: ok {rc=0}\u000a13:53:38.651812 --- ParallelTerminationStrategy: PID 13284 died...\u000a13:53:38.708050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13284): Terminated: ok {rc=0}\u000a13:53:38.718390 --- ParallelTerminationStrategy: PID 13287 died...\u000a13:53:38.774532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13287): Terminated: ok {rc=0}\u000a13:53:38.861676 bus /sierra_3: Setting Powered False\u000a13:53:39.965660 bus /sierra_3: Setting Powered False\u000a13:53:41.076409 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13297): Process ended prematurely: osmo-stp_10.42.42.5(pid=13297) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13297)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13297): Process ended prematurely: osmo-stp_10.42.42.5(pid=13297) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:53:42.187365 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:53:42.199460 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:53:42.352487 tst mo_mt_call_osmux.py: using LAC 21912\u000a13:53:42.473642 tst mo_mt_call_osmux.py: using RAC 237\u000a13:53:42.591881 tst mo_mt_call_osmux.py: using CellId 21912\u000a13:53:42.710678 tst mo_mt_call_osmux.py: using BVCI 21913\u000a13:53:42.733740 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:53:42.745013 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:53:42.755994 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:53:42.767051 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:53:42.778278 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:53:42.789370 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:53:42.903099 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:53:43.114819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:43.623728 run create_hlr_db(pid=13291): Launched\u000a13:53:43.810726 bus /sierra_2: Setting Powered False\u000a13:53:44.832062 run create_hlr_db(pid=13291): Terminated: ok {rc=0}\u000a13:53:45.237033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13293): Launched\u000a13:53:45.539074 run osmo-hlr_10.42.42.2(pid=13294): Launched\u000a13:53:45.657711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:46.225164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13296): Launched\u000a13:53:46.608513 run osmo-stp_10.42.42.5(pid=13297): Launched\u000a13:53:46.743755 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:53:47.398425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13299): Launched\u000a13:53:47.723348 run osmo-msc_10.42.42.6(pid=13300): Launched\u000a13:53:47.913089 run osmo-stp_10.42.42.5(pid=13297): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13297)]\u000a13:53:48.051733 run osmo-stp_10.42.42.5(pid=13297): stdout: \u000a| (launched: 2022-12-09_13:53:46.383044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:48.188043 run osmo-stp_10.42.42.5(pid=13297): stderr: \u000a| �[0;m�[38;5;43m20221209135346751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135346751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135346752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135346752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135346753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135346753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135346753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:48.318304 run osmo-stp_10.42.42.5(pid=13297): stdout: \u000a| (launched: 2022-12-09_13:53:46.383044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:48.446960 run osmo-stp_10.42.42.5(pid=13297): stderr: \u000a| �[0;m�[38;5;43m20221209135346751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135346751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135346752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135346752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135346753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135346753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135346753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:48.503399 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13297): Process ended prematurely: osmo-stp_10.42.42.5(pid=13297) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13297)] [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:53:48.512737 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:53:48.576510 run osmo-hlr_10.42.42.2(pid=13294): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13294)]\u000a13:53:48.628140 run osmo-hlr_10.42.42.2(pid=13294): stdout: \u000a| (launched: 2022-12-09_13:53:45.390457) \u000a13:53:48.680729 run osmo-hlr_10.42.42.2(pid=13294): stderr: \u000a| �[0;m�[1;31m20221209135345566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135345566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135345566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135345566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135345566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135345566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135345577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135345586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135345587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135345587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:48.751540 run osmo-msc_10.42.42.6(pid=13300): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13300)]\u000a13:53:48.803211 run osmo-msc_10.42.42.6(pid=13300): stdout: \u000a| (launched: 2022-12-09_13:53:47.563454) \u000a13:53:48.855440 run osmo-msc_10.42.42.6(pid=13300): stderr: \u000a| �[0;m�[38;5;43m20221209135347883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209135347883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2a5611c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209135347883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209135347884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209135347884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209135347884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209135347886 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209135347886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209135347886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209135347886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:53:48.899598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13293): Terminating (SIGTERM)\u000a13:53:48.941619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13296): Terminating (SIGTERM)\u000a13:53:48.983766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13299): Terminating (SIGTERM)\u000a13:53:48.993633 --- ParallelTerminationStrategy: PID 13293 died...\u000a13:53:49.050487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13293): Terminated: ok {rc=0}\u000a13:53:49.060854 --- ParallelTerminationStrategy: PID 13296 died...\u000a13:53:49.117111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13296): Terminated: ok {rc=0}\u000a13:53:49.127207 --- ParallelTerminationStrategy: PID 13299 died...\u000a13:53:49.183144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13299): Terminated: ok {rc=0}\u000a13:53:49.269332 bus /sierra_3: Setting Powered False\u000a13:53:50.371975 bus /sierra_3: Setting Powered False\u000a13:53:51.480697 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:53:31" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13311): Process ended prematurely: osmo-stp_10.42.42.5(pid=13311) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13311)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13311): Process ended prematurely: osmo-stp_10.42.42.5(pid=13311) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:53:53.491410 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:53:53.503155 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:53:53.667127 tst mo_mt_call.py: using LAC 21913\u000a13:53:53.786507 tst mo_mt_call.py: using RAC 238\u000a13:53:53.904352 tst mo_mt_call.py: using CellId 21913\u000a13:53:54.024251 tst mo_mt_call.py: using BVCI 21914\u000a13:53:54.047693 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:53:54.059165 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:53:54.070470 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:53:54.081711 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:53:54.093090 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:53:54.104106 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:53:54.224257 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:53:54.424291 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:54.906485 run create_hlr_db(pid=13305): Launched\u000a13:53:55.079685 bus /sierra_2: Setting Powered False\u000a13:53:56.101487 run create_hlr_db(pid=13305): Terminated: ok {rc=0}\u000a13:53:56.530370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13307): Launched\u000a13:53:56.852616 run osmo-hlr_10.42.42.2(pid=13308): Launched\u000a13:53:56.972544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:57.532764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13310): Launched\u000a13:53:57.853639 run osmo-stp_10.42.42.5(pid=13311): Launched\u000a13:53:57.970132 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:53:58.556823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13313): Launched\u000a13:53:58.879240 run osmo-msc_10.42.42.6(pid=13314): Launched\u000a13:53:59.069098 run osmo-stp_10.42.42.5(pid=13311): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13311)]\u000a13:53:59.205380 run osmo-stp_10.42.42.5(pid=13311): stdout: \u000a| (launched: 2022-12-09_13:53:57.696052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:59.341016 run osmo-stp_10.42.42.5(pid=13311): stderr: \u000a| �[0;m�[38;5;43m20221209135357886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135357886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135357887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135357887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135357887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135357888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135357888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:59.470280 run osmo-stp_10.42.42.5(pid=13311): stdout: \u000a| (launched: 2022-12-09_13:53:57.696052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:59.598599 run osmo-stp_10.42.42.5(pid=13311): stderr: \u000a| �[0;m�[38;5;43m20221209135357886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135357886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135357887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135357887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135357887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135357888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135357888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:59.654819 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13311): Process ended prematurely: osmo-stp_10.42.42.5(pid=13311) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13311)] [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:53:59.663873 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:53:59.727444 run osmo-hlr_10.42.42.2(pid=13308): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13308)]\u000a13:53:59.779194 run osmo-hlr_10.42.42.2(pid=13308): stdout: \u000a| (launched: 2022-12-09_13:53:56.694582) \u000a13:53:59.831633 run osmo-hlr_10.42.42.2(pid=13308): stderr: \u000a| �[0;m�[1;31m20221209135356892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135356892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135356892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135356892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135356892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135356892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135356904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135356913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135356913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135356913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:59.902925 run osmo-msc_10.42.42.6(pid=13314): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13314)]\u000a13:53:59.954677 run osmo-msc_10.42.42.6(pid=13314): stdout: \u000a| (launched: 2022-12-09_13:53:58.720374) \u000a13:54:00.007130 run osmo-msc_10.42.42.6(pid=13314): stderr: \u000a| �[0;m�[38;5;43m20221209135359040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209135359040 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb6a9a5dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209135359040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209135359040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209135359040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209135359041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209135359042 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209135359043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209135359043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209135359043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:54:00.051784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13307): Terminating (SIGTERM)\u000a13:54:00.093587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13310): Terminating (SIGTERM)\u000a13:54:00.135493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13313): Terminating (SIGTERM)\u000a13:54:00.145565 --- ParallelTerminationStrategy: PID 13307 died...\u000a13:54:00.201714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13307): Terminated: ok {rc=0}\u000a13:54:00.211803 --- ParallelTerminationStrategy: PID 13310 died...\u000a13:54:00.268021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13310): Terminated: ok {rc=0}\u000a13:54:00.278104 --- ParallelTerminationStrategy: PID 13313 died...\u000a13:54:00.333845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13313): Terminated: ok {rc=0}\u000a13:54:00.420930 bus /sierra_3: Setting Powered False\u000a13:54:01.536046 bus /sierra_3: Setting Powered False\u000a13:54:02.643643 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13322): Process ended prematurely: osmo-stp_10.42.42.5(pid=13322) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13322)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13322): Process ended prematurely: osmo-stp_10.42.42.5(pid=13322) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:54:03.759688 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:54:03.772611 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:54:03.935966 tst mo_mt_call_osmux.py: using LAC 21914\u000a13:54:04.063146 tst mo_mt_call_osmux.py: using RAC 239\u000a13:54:04.190844 tst mo_mt_call_osmux.py: using CellId 21914\u000a13:54:04.322822 tst mo_mt_call_osmux.py: using BVCI 21915\u000a13:54:04.347401 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:54:04.359072 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:54:04.370535 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:54:04.382400 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:54:04.394832 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:54:04.406983 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:54:04.525745 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:54:04.732056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:05.217470 run create_hlr_db(pid=13316): Launched\u000a13:54:05.391087 bus /sierra_2: Setting Powered False\u000a13:54:06.413996 run create_hlr_db(pid=13316): Terminated: ok {rc=0}\u000a13:54:06.842167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13318): Launched\u000a13:54:07.145565 run osmo-hlr_10.42.42.2(pid=13319): Launched\u000a13:54:07.256223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:07.780626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13321): Launched\u000a13:54:08.082453 run osmo-stp_10.42.42.5(pid=13322): Launched\u000a13:54:08.191975 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:54:08.743780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13324): Launched\u000a13:54:09.048174 run osmo-msc_10.42.42.6(pid=13325): Launched\u000a13:54:09.226309 run osmo-stp_10.42.42.5(pid=13322): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13322)]\u000a13:54:09.354864 run osmo-stp_10.42.42.5(pid=13322): stdout: \u000a| (launched: 2022-12-09_13:54:07.933993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:09.480716 run osmo-stp_10.42.42.5(pid=13322): stderr: \u000a| �[0;m�[38;5;43m20221209135408106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135408106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135408107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135408107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135408107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135408108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135408108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:09.602352 run osmo-stp_10.42.42.5(pid=13322): stdout: \u000a| (launched: 2022-12-09_13:54:07.933993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:09.722635 run osmo-stp_10.42.42.5(pid=13322): stderr: \u000a| �[0;m�[38;5;43m20221209135408106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135408106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135408107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135408107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135408107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135408108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135408108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:09.775691 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13322): Process ended prematurely: osmo-stp_10.42.42.5(pid=13322) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13322)] [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:54:09.784260 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:54:09.843849 run osmo-hlr_10.42.42.2(pid=13319): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13319)]\u000a13:54:09.892812 run osmo-hlr_10.42.42.2(pid=13319): stdout: \u000a| (launched: 2022-12-09_13:54:06.995980) \u000a13:54:09.942544 run osmo-hlr_10.42.42.2(pid=13319): stderr: \u000a| �[0;m�[1;31m20221209135407170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135407170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135407170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135407170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135407170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135407170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135407183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135407191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135407192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135407192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:10.009786 run osmo-msc_10.42.42.6(pid=13325): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13325)]\u000a13:54:10.058407 run osmo-msc_10.42.42.6(pid=13325): stdout: \u000a| (launched: 2022-12-09_13:54:08.897387) \u000a13:54:10.107618 run osmo-msc_10.42.42.6(pid=13325): stderr: \u000a| �[0;m�[38;5;43m20221209135409169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209135409170 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9acf8d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209135409170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209135409170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209135409170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209135409170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209135409172 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209135409172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209135409172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209135409173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:54:10.149463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13318): Terminating (SIGTERM)\u000a13:54:10.189041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13321): Terminating (SIGTERM)\u000a13:54:10.228336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13324): Terminating (SIGTERM)\u000a13:54:10.237543 --- ParallelTerminationStrategy: PID 13318 died...\u000a13:54:10.290697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13318): Terminated: ok {rc=0}\u000a13:54:10.300332 --- ParallelTerminationStrategy: PID 13321 died...\u000a13:54:10.353061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13321): Terminated: ok {rc=0}\u000a13:54:10.362891 --- ParallelTerminationStrategy: PID 13324 died...\u000a13:54:10.415699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13324): Terminated: ok {rc=0}\u000a13:54:10.504659 bus /sierra_3: Setting Powered False\u000a13:54:11.608653 bus /sierra_3: Setting Powered False\u000a13:54:12.720641 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:53:53" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13337): Process ended prematurely: osmo-stp_10.42.42.5(pid=13337) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13337)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13337): Process ended prematurely: osmo-stp_10.42.42.5(pid=13337) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:54:14.724359 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:54:14.735958 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:54:14.896720 tst mo_mt_call.py: using LAC 21915\u000a13:54:15.022884 tst mo_mt_call.py: using RAC 240\u000a13:54:15.150660 tst mo_mt_call.py: using CellId 21915\u000a13:54:15.276177 tst mo_mt_call.py: using BVCI 21916\u000a13:54:15.300715 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:54:15.312402 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:54:15.324373 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:54:15.335776 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:54:15.347487 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:54:15.359247 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:54:15.476697 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:54:15.688198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:16.283554 run create_hlr_db(pid=13331): Launched\u000a13:54:16.495207 bus /sierra_2: Setting Powered False\u000a13:54:17.494984 run create_hlr_db(pid=13331): Terminated: ok {rc=0}\u000a13:54:17.916525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13333): Launched\u000a13:54:18.218356 run osmo-hlr_10.42.42.2(pid=13334): Launched\u000a13:54:18.336719 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:18.865509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13336): Launched\u000a13:54:19.167232 run osmo-stp_10.42.42.5(pid=13337): Launched\u000a13:54:19.275790 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:54:19.825251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13339): Launched\u000a13:54:20.125911 run osmo-msc_10.42.42.6(pid=13340): Launched\u000a13:54:20.302229 run osmo-stp_10.42.42.5(pid=13337): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13337)]\u000a13:54:20.430460 run osmo-stp_10.42.42.5(pid=13337): stdout: \u000a| (launched: 2022-12-09_13:54:19.019047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:20.555882 run osmo-stp_10.42.42.5(pid=13337): stderr: \u000a| �[0;m�[38;5;43m20221209135419188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135419188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135419188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135419189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135419189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135419189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135419189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:20.676818 run osmo-stp_10.42.42.5(pid=13337): stdout: \u000a| (launched: 2022-12-09_13:54:19.019047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:20.796465 run osmo-stp_10.42.42.5(pid=13337): stderr: \u000a| �[0;m�[38;5;43m20221209135419188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135419188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135419188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135419189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135419189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135419189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135419189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:20.849449 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13337): Process ended prematurely: osmo-stp_10.42.42.5(pid=13337) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13337)] [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:54:20.858212 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:54:20.917772 run osmo-hlr_10.42.42.2(pid=13334): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13334)]\u000a13:54:20.966601 run osmo-hlr_10.42.42.2(pid=13334): stdout: \u000a| (launched: 2022-12-09_13:54:18.070582) \u000a13:54:21.016034 run osmo-hlr_10.42.42.2(pid=13334): stderr: \u000a| �[0;m�[1;31m20221209135418246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135418246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135418246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135418246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135418246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135418246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135418258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135418267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135418267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135418267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:21.083663 run osmo-msc_10.42.42.6(pid=13340): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13340)]\u000a13:54:21.132341 run osmo-msc_10.42.42.6(pid=13340): stdout: \u000a| (launched: 2022-12-09_13:54:19.977405) \u000a13:54:21.181529 run osmo-msc_10.42.42.6(pid=13340): stderr: \u000a| �[0;m�[38;5;43m20221209135420250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209135420250 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf77c5bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209135420251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209135420251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209135420251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209135420252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209135420254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209135420254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209135420254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209135420255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:54:21.223384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13333): Terminating (SIGTERM)\u000a13:54:21.262795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13336): Terminating (SIGTERM)\u000a13:54:21.302285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13339): Terminating (SIGTERM)\u000a13:54:21.311570 --- ParallelTerminationStrategy: PID 13333 died...\u000a13:54:21.366065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13333): Terminated: ok {rc=0}\u000a13:54:21.375768 --- ParallelTerminationStrategy: PID 13336 died...\u000a13:54:21.428396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13336): Terminated: ok {rc=0}\u000a13:54:21.438003 --- ParallelTerminationStrategy: PID 13339 died...\u000a13:54:21.490581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13339): Terminated: ok {rc=0}\u000a13:54:21.573417 bus /sierra_3: Setting Powered False\u000a13:54:22.680761 bus /sierra_3: Setting Powered False\u000a13:54:23.788896 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13348): Process ended prematurely: osmo-stp_10.42.42.5(pid=13348) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13348)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13348): Process ended prematurely: osmo-stp_10.42.42.5(pid=13348) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:54:24.904293 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:54:24.916576 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:54:25.080726 tst mo_mt_call_osmux.py: using LAC 21916\u000a13:54:25.206355 tst mo_mt_call_osmux.py: using RAC 241\u000a13:54:25.338259 tst mo_mt_call_osmux.py: using CellId 21916\u000a13:54:25.458403 tst mo_mt_call_osmux.py: using BVCI 21917\u000a13:54:25.481532 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:54:25.492586 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:54:25.503612 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:54:25.517557 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:54:25.529594 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:54:25.541449 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:54:25.660060 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:54:25.863764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:26.347474 run create_hlr_db(pid=13342): Launched\u000a13:54:26.521495 bus /sierra_2: Setting Powered False\u000a13:54:27.542872 run create_hlr_db(pid=13342): Terminated: ok {rc=0}\u000a13:54:27.968666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13344): Launched\u000a13:54:28.270838 run osmo-hlr_10.42.42.2(pid=13345): Launched\u000a13:54:28.380507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:28.902807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13347): Launched\u000a13:54:29.204324 run osmo-stp_10.42.42.5(pid=13348): Launched\u000a13:54:29.313725 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:54:29.863886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13350): Launched\u000a13:54:30.165372 run osmo-msc_10.42.42.6(pid=13351): Launched\u000a13:54:30.342373 run osmo-stp_10.42.42.5(pid=13348): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13348)]\u000a13:54:30.470541 run osmo-stp_10.42.42.5(pid=13348): stdout: \u000a| (launched: 2022-12-09_13:54:29.055836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:30.595888 run osmo-stp_10.42.42.5(pid=13348): stderr: \u000a| �[0;m�[38;5;43m20221209135429227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135429227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135429227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135429227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135429228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135429228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135429228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:30.716823 run osmo-stp_10.42.42.5(pid=13348): stdout: \u000a| (launched: 2022-12-09_13:54:29.055836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:30.842583 run osmo-stp_10.42.42.5(pid=13348): stderr: \u000a| �[0;m�[38;5;43m20221209135429227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135429227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135429227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135429227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135429228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135429228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135429228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:30.930445 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13348): Process ended prematurely: osmo-stp_10.42.42.5(pid=13348) [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13348)] [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:54:30.940606 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:54:31.009557 run osmo-hlr_10.42.42.2(pid=13345): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13345)]\u000a13:54:31.067587 run osmo-hlr_10.42.42.2(pid=13345): stdout: \u000a| (launched: 2022-12-09_13:54:28.122781) \u000a13:54:31.126127 run osmo-hlr_10.42.42.2(pid=13345): stderr: \u000a| �[0;m�[1;31m20221209135428298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135428298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135428298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135428298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135428298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135428298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135428314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135428325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135428325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135428325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:31.200611 run osmo-msc_10.42.42.6(pid=13351): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13351)]\u000a13:54:31.254359 run osmo-msc_10.42.42.6(pid=13351): stdout: \u000a| (launched: 2022-12-09_13:54:30.016765) \u000a13:54:31.309632 run osmo-msc_10.42.42.6(pid=13351): stderr: \u000a| �[0;m�[38;5;43m20221209135430287 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209135430287 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8843ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209135430287 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209135430287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209135430287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209135430288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209135430289 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209135430290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209135430290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209135430290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:54:31.355654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13344): Terminating (SIGTERM)\u000a13:54:31.403166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13347): Terminating (SIGTERM)\u000a13:54:31.450643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13350): Terminating (SIGTERM)\u000a13:54:31.461678 --- ParallelTerminationStrategy: PID 13344 died...\u000a13:54:31.523422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13344): Terminated: ok {rc=0}\u000a13:54:31.534538 --- ParallelTerminationStrategy: PID 13347 died...\u000a13:54:31.595305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13347): Terminated: ok {rc=0}\u000a13:54:31.608150 --- ParallelTerminationStrategy: PID 13350 died...\u000a13:54:31.668033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13350): Terminated: ok {rc=0}\u000a13:54:31.758671 bus /sierra_3: Setting Powered False\u000a13:54:32.864040 bus /sierra_3: Setting Powered False\u000a13:54:33.971806 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:54:14" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13362): Process ended prematurely: osmo-stp_10.42.42.5(pid=13362) [trial-2360↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13362)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13362): Process ended prematurely: osmo-stp_10.42.42.5(pid=13362) [trial-2360↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:54:35.979254 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:54:35.990919 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:54:36.153469 tst mo_mt_call.py: using LAC 21917\u000a13:54:36.278838 tst mo_mt_call.py: using RAC 242\u000a13:54:36.405865 tst mo_mt_call.py: using CellId 21917\u000a13:54:36.533058 tst mo_mt_call.py: using BVCI 21918\u000a13:54:36.557586 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:54:36.569543 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:54:36.580927 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:54:36.592735 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:54:36.604557 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:54:36.616225 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:54:36.734580 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:54:36.938986 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:37.423563 run create_hlr_db(pid=13356): Launched\u000a13:54:37.597523 bus /sierra_2: Setting Powered False\u000a13:54:38.619070 run create_hlr_db(pid=13356): Terminated: ok {rc=0}\u000a13:54:39.020168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13358): Launched\u000a13:54:39.321916 run osmo-hlr_10.42.42.2(pid=13359): Launched\u000a13:54:39.432494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:39.954229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13361): Launched\u000a13:54:40.256393 run osmo-stp_10.42.42.5(pid=13362): Launched\u000a13:54:40.366402 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:54:40.917543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13364): Launched\u000a13:54:41.218708 run osmo-msc_10.42.42.6(pid=13365): Launched\u000a13:54:41.395246 run osmo-stp_10.42.42.5(pid=13362): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13362)]\u000a13:54:41.522128 run osmo-stp_10.42.42.5(pid=13362): stdout: \u000a| (launched: 2022-12-09_13:54:40.107400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:41.647136 run osmo-stp_10.42.42.5(pid=13362): stderr: \u000a| �[0;m�[38;5;43m20221209135440277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135440277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135440277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135440277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135440278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135440278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135440278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:41.767766 run osmo-stp_10.42.42.5(pid=13362): stdout: \u000a| (launched: 2022-12-09_13:54:40.107400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:41.887731 run osmo-stp_10.42.42.5(pid=13362): stderr: \u000a| �[0;m�[38;5;43m20221209135440277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135440277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135440277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135440277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135440278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135440278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135440278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:41.940788 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13362): Process ended prematurely: osmo-stp_10.42.42.5(pid=13362) [trial-2360↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13362)] [trial-2360↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:54:41.949316 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:54:42.008859 run osmo-hlr_10.42.42.2(pid=13359): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13359)]\u000a13:54:42.057894 run osmo-hlr_10.42.42.2(pid=13359): stdout: \u000a| (launched: 2022-12-09_13:54:39.173302) \u000a13:54:42.107620 run osmo-hlr_10.42.42.2(pid=13359): stderr: \u000a| �[0;m�[1;31m20221209135439348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135439348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135439348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135439348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135439348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135439348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135439360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135439371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135439371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135439371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:42.175222 run osmo-msc_10.42.42.6(pid=13365): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13365)]\u000a13:54:42.224013 run osmo-msc_10.42.42.6(pid=13365): stdout: \u000a| (launched: 2022-12-09_13:54:41.070354) \u000a13:54:42.273298 run osmo-msc_10.42.42.6(pid=13365): stderr: \u000a| �[0;m�[38;5;43m20221209135441340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209135441340 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ead5fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209135441340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209135441340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209135441341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209135441341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209135441343 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209135441343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209135441343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209135441343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:54:42.315135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13358): Terminating (SIGTERM)\u000a13:54:42.354766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13361): Terminating (SIGTERM)\u000a13:54:42.394211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13364): Terminating (SIGTERM)\u000a13:54:42.403319 --- ParallelTerminationStrategy: PID 13358 died...\u000a13:54:42.455951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13358): Terminated: ok {rc=0}\u000a13:54:42.465572 --- ParallelTerminationStrategy: PID 13361 died...\u000a13:54:42.518116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13361): Terminated: ok {rc=0}\u000a13:54:42.527653 --- ParallelTerminationStrategy: PID 13364 died...\u000a13:54:42.581074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13364): Terminated: ok {rc=0}\u000a13:54:42.670100 bus /sierra_3: Setting Powered False\u000a13:54:43.772240 bus /sierra_3: Setting Powered False\u000a13:54:44.883884 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13373): Process ended prematurely: osmo-stp_10.42.42.5(pid=13373) [trial-2360↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13373)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13373): Process ended prematurely: osmo-stp_10.42.42.5(pid=13373) [trial-2360↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:54:46.013219 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:54:46.026689 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:54:46.187159 tst mo_mt_call_osmux.py: using LAC 21918\u000a13:54:46.307281 tst mo_mt_call_osmux.py: using RAC 243\u000a13:54:46.434782 tst mo_mt_call_osmux.py: using CellId 21918\u000a13:54:46.586047 tst mo_mt_call_osmux.py: using BVCI 21919\u000a13:54:46.612230 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:54:46.625210 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:54:46.638426 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:54:46.652075 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:54:46.666375 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:54:46.679595 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:54:46.806209 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:54:47.035102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:47.521346 run create_hlr_db(pid=13367): Launched\u000a13:54:47.693827 bus /sierra_2: Setting Powered False\u000a13:54:48.716217 run create_hlr_db(pid=13367): Terminated: ok {rc=0}\u000a13:54:49.115933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13369): Launched\u000a13:54:49.415742 run osmo-hlr_10.42.42.2(pid=13370): Launched\u000a13:54:49.532907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:50.060748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13372): Launched\u000a13:54:50.361510 run osmo-stp_10.42.42.5(pid=13373): Launched\u000a13:54:50.470870 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:54:51.020503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13375): Launched\u000a13:54:51.323143 run osmo-msc_10.42.42.6(pid=13376): Launched\u000a13:54:51.500324 run osmo-stp_10.42.42.5(pid=13373): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13373)]\u000a13:54:51.627971 run osmo-stp_10.42.42.5(pid=13373): stdout: \u000a| (launched: 2022-12-09_13:54:50.213615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:51.753405 run osmo-stp_10.42.42.5(pid=13373): stderr: \u000a| �[0;m�[38;5;43m20221209135450385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135450386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135450386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135450386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135450387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135450387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135450387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:51.874432 run osmo-stp_10.42.42.5(pid=13373): stdout: \u000a| (launched: 2022-12-09_13:54:50.213615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:51.994450 run osmo-stp_10.42.42.5(pid=13373): stderr: \u000a| �[0;m�[38;5;43m20221209135450385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135450386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135450386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135450386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135450387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135450387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135450387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:52.047416 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13373): Process ended prematurely: osmo-stp_10.42.42.5(pid=13373) [trial-2360↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13373)] [trial-2360↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:54:52.055910 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:54:52.116152 run osmo-hlr_10.42.42.2(pid=13370): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13370)]\u000a13:54:52.165068 run osmo-hlr_10.42.42.2(pid=13370): stdout: \u000a| (launched: 2022-12-09_13:54:49.268412) \u000a13:54:52.215123 run osmo-hlr_10.42.42.2(pid=13370): stderr: \u000a| �[0;m�[1;31m20221209135449444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135449444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135449444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135449444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135449444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135449444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135449456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135449465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135449465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135449465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:52.282220 run osmo-msc_10.42.42.6(pid=13376): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13376)]\u000a13:54:52.331019 run osmo-msc_10.42.42.6(pid=13376): stdout: \u000a| (launched: 2022-12-09_13:54:51.174183) \u000a13:54:52.380345 run osmo-msc_10.42.42.6(pid=13376): stderr: \u000a| �[0;m�[38;5;43m20221209135451446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209135451446 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39656c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209135451446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209135451446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209135451447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209135451447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209135451448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209135451449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209135451449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209135451449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:54:52.422238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13369): Terminating (SIGTERM)\u000a13:54:52.461971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13372): Terminating (SIGTERM)\u000a13:54:52.501589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13375): Terminating (SIGTERM)\u000a13:54:52.510833 --- ParallelTerminationStrategy: PID 13369 died...\u000a13:54:52.563817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13369): Terminated: ok {rc=0}\u000a13:54:52.573415 --- ParallelTerminationStrategy: PID 13372 died...\u000a13:54:52.626237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13372): Terminated: ok {rc=0}\u000a13:54:52.635846 --- ParallelTerminationStrategy: PID 13375 died...\u000a13:54:52.688629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13375): Terminated: ok {rc=0}\u000a13:54:52.771267 bus /sierra_3: Setting Powered False\u000a13:54:53.878209 bus /sierra_3: Setting Powered False\u000a13:54:54.985271 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:54:35" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13388): Process ended prematurely: osmo-stp_10.42.42.5(pid=13388) [trial-2360↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13388)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13388): Process ended prematurely: osmo-stp_10.42.42.5(pid=13388) [trial-2360↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a13:54:56.981321 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:54:56.993378 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:54:57.140203 tst mo_mt_call.py: using LAC 21919\u000a13:54:57.266352 tst mo_mt_call.py: using RAC 244\u000a13:54:57.392339 tst mo_mt_call.py: using CellId 21919\u000a13:54:57.518612 tst mo_mt_call.py: using BVCI 21920\u000a13:54:57.543296 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:54:57.555255 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:54:57.567322 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:54:57.579310 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:54:57.592338 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:54:57.604633 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:54:57.720302 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:54:57.929237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:58.435027 run create_hlr_db(pid=13382): Launched\u000a13:54:58.621682 bus /sierra_2: Setting Powered False\u000a13:54:59.642418 run create_hlr_db(pid=13382): Terminated: ok {rc=0}\u000a13:55:00.070780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13384): Launched\u000a13:55:00.393436 run osmo-hlr_10.42.42.2(pid=13385): Launched\u000a13:55:00.510720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:01.095254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13387): Launched\u000a13:55:01.420428 run osmo-stp_10.42.42.5(pid=13388): Launched\u000a13:55:01.596001 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:02.453110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13393): Launched\u000a13:55:02.775091 run osmo-msc_10.42.42.6(pid=13394): Launched\u000a13:55:02.964388 run osmo-stp_10.42.42.5(pid=13388): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13388)]\u000a13:55:03.101719 run osmo-stp_10.42.42.5(pid=13388): stdout: \u000a| (launched: 2022-12-09_13:55:01.261350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:03.237631 run osmo-stp_10.42.42.5(pid=13388): stderr: \u000a| �[0;m�[38;5;43m20221209135501679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135501679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135501681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135501683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135501684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135501684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135501684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:03.366892 run osmo-stp_10.42.42.5(pid=13388): stdout: \u000a| (launched: 2022-12-09_13:55:01.261350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:03.495094 run osmo-stp_10.42.42.5(pid=13388): stderr: \u000a| �[0;m�[38;5;43m20221209135501679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135501679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135501681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135501683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135501684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135501684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135501684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:03.551516 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13388): Process ended prematurely: osmo-stp_10.42.42.5(pid=13388) [trial-2360↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13388)] [trial-2360↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a13:55:03.560653 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a13:55:03.624240 run osmo-hlr_10.42.42.2(pid=13385): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13385)]\u000a13:55:03.675914 run osmo-hlr_10.42.42.2(pid=13385): stdout: \u000a| (launched: 2022-12-09_13:55:00.234884) \u000a13:55:03.728121 run osmo-hlr_10.42.42.2(pid=13385): stderr: \u000a| �[0;m�[1;31m20221209135500432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135500433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135500433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135500433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135500433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135500433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135500445 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135500453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135500453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135500453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:03.798847 run osmo-msc_10.42.42.6(pid=13394): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13394)]\u000a13:55:03.850449 run osmo-msc_10.42.42.6(pid=13394): stdout: \u000a| (launched: 2022-12-09_13:55:02.616620) \u000a13:55:03.902730 run osmo-msc_10.42.42.6(pid=13394): stderr: \u000a| �[0;m�[38;5;43m20221209135502938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209135502938 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa470676c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209135502938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209135502938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209135502938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209135502939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209135502940 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209135502941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209135502941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209135502941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:03.946691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13384): Terminating (SIGTERM)\u000a13:55:03.988501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13387): Terminating (SIGTERM)\u000a13:55:04.031412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13393): Terminating (SIGTERM)\u000a13:55:04.041242 --- ParallelTerminationStrategy: PID 13384 died...\u000a13:55:04.097465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13384): Terminated: ok {rc=0}\u000a13:55:04.107581 --- ParallelTerminationStrategy: PID 13387 died...\u000a13:55:04.163235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13387): Terminated: ok {rc=0}\u000a13:55:04.173596 --- ParallelTerminationStrategy: PID 13393 died...\u000a13:55:04.229234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13393): Terminated: ok {rc=0}\u000a13:55:04.315869 bus /sierra_3: Setting Powered False\u000a13:55:05.417749 bus /sierra_3: Setting Powered False\u000a13:55:06.529125 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13402): Process ended prematurely: osmo-stp_10.42.42.5(pid=13402) [trial-2360↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13402)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13402): Process ended prematurely: osmo-stp_10.42.42.5(pid=13402) [trial-2360↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:55:07.643174 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:55:07.655788 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:55:07.802636 tst mo_mt_call_osmux.py: using LAC 21920\u000a13:55:07.932652 tst mo_mt_call_osmux.py: using RAC 245\u000a13:55:08.059008 tst mo_mt_call_osmux.py: using CellId 21920\u000a13:55:08.185359 tst mo_mt_call_osmux.py: using BVCI 21921\u000a13:55:08.210056 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:55:08.222048 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:55:08.233668 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:55:08.245596 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:55:08.257582 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:55:08.270421 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:55:08.387695 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:55:08.600634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:09.108135 run create_hlr_db(pid=13396): Launched\u000a13:55:09.294327 bus /sierra_2: Setting Powered False\u000a13:55:10.316172 run create_hlr_db(pid=13396): Terminated: ok {rc=0}\u000a13:55:10.721101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13398): Launched\u000a13:55:11.023076 run osmo-hlr_10.42.42.2(pid=13399): Launched\u000a13:55:11.137467 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:11.659493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13401): Launched\u000a13:55:11.960698 run osmo-stp_10.42.42.5(pid=13402): Launched\u000a13:55:12.070161 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:12.619468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13404): Launched\u000a13:55:12.922113 run osmo-msc_10.42.42.6(pid=13405): Launched\u000a13:55:13.100051 run osmo-stp_10.42.42.5(pid=13402): ERR: Terminated: ERROR {rc=1} [trial-2360↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13402)]\u000a13:55:13.227794 run osmo-stp_10.42.42.5(pid=13402): stdout: \u000a| (launched: 2022-12-09_13:55:11.813267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:13.353081 run osmo-stp_10.42.42.5(pid=13402): stderr: \u000a| �[0;m�[38;5;43m20221209135511984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135511984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135511984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135511985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135511985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135511985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135511986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:13.473967 run osmo-stp_10.42.42.5(pid=13402): stdout: \u000a| (launched: 2022-12-09_13:55:11.813267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:13.594245 run osmo-stp_10.42.42.5(pid=13402): stderr: \u000a| �[0;m�[38;5;43m20221209135511984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135511984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135511984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135511985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135511985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135511985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135511986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:13.647301 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13402): Process ended prematurely: osmo-stp_10.42.42.5(pid=13402) [trial-2360↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13402)] [trial-2360↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a13:55:13.655742 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:55:13.715342 run osmo-hlr_10.42.42.2(pid=13399): ERR: Terminated: ERROR {rc=237} [trial-2360↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13399)]\u000a13:55:13.764315 run osmo-hlr_10.42.42.2(pid=13399): stdout: \u000a| (launched: 2022-12-09_13:55:10.875277) \u000a13:55:13.813954 run osmo-hlr_10.42.42.2(pid=13399): stderr: \u000a| �[0;m�[1;31m20221209135511053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135511053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135511053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135511053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135511053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135511053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135511065 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135511074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135511074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135511074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:13.890264 run osmo-msc_10.42.42.6(pid=13405): ERR: Terminated: ERROR {rc=2} [trial-2360↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13405)]\u000a13:55:13.941344 run osmo-msc_10.42.42.6(pid=13405): stdout: \u000a| (launched: 2022-12-09_13:55:12.772322) \u000a13:55:13.993433 run osmo-msc_10.42.42.6(pid=13405): stderr: \u000a| �[0;m�[38;5;43m20221209135513043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209135513043 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28f5134c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209135513043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209135513043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209135513043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209135513043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209135513045 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209135513046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209135513046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209135513046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:14.037910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13398): Terminating (SIGTERM)\u000a13:55:14.080139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13401): Terminating (SIGTERM)\u000a13:55:14.122290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13404): Terminating (SIGTERM)\u000a13:55:14.132258 --- ParallelTerminationStrategy: PID 13398 died...\u000a13:55:14.188193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13398): Terminated: ok {rc=0}\u000a13:55:14.198697 --- ParallelTerminationStrategy: PID 13401 died...\u000a13:55:14.254467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13401): Terminated: ok {rc=0}\u000a13:55:14.264518 --- ParallelTerminationStrategy: PID 13404 died...\u000a13:55:14.320215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13404): Terminated: ok {rc=0}\u000a13:55:14.406147 bus /sierra_3: Setting Powered False\u000a13:55:15.511169 bus /sierra_3: Setting Powered False\u000a13:55:16.629814 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:54:56" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "emergency:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13416): Process ended prematurely: osmo-stp_10.42.42.5(pid=13416) [trial-2360↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13416)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13416): Process ended prematurely: osmo-stp_10.42.42.5(pid=13416) [trial-2360↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:55:18.656510 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:55:18.667723 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:55:18.804428 tst emergency_mo_mt_call.py: using LAC 21921\u000a13:55:18.925574 tst emergency_mo_mt_call.py: using RAC 246\u000a13:55:19.049543 tst emergency_mo_mt_call.py: using CellId 21921\u000a13:55:19.169899 tst emergency_mo_mt_call.py: using BVCI 21922\u000a13:55:19.193399 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:55:19.204573 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:55:19.215944 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:55:19.227138 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:55:19.238353 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:55:19.249534 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:55:19.362659 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:55:19.557222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:20.024140 run create_hlr_db(pid=13410): Launched\u000a13:55:20.191434 bus /sierra_2: Setting Powered False\u000a13:55:21.213956 run create_hlr_db(pid=13410): Terminated: ok {rc=0}\u000a13:55:21.601357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13412): Launched\u000a13:55:21.890034 run osmo-hlr_10.42.42.2(pid=13413): Launched\u000a13:55:21.994392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:22.495361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13415): Launched\u000a13:55:22.784240 run osmo-stp_10.42.42.5(pid=13416): Launched\u000a13:55:22.903653 tst emergency_mo_mt_call.py: using MSISDN 7238\u000a13:55:23.046579 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:23.574993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13418): Launched\u000a13:55:23.863007 run osmo-msc_10.42.42.6(pid=13419): Launched\u000a13:55:24.033670 run osmo-stp_10.42.42.5(pid=13416): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13416)]\u000a13:55:24.161521 run osmo-stp_10.42.42.5(pid=13416): stdout: \u000a| (launched: 2022-12-09_13:55:22.641851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:24.282348 run osmo-stp_10.42.42.5(pid=13416): stderr: \u000a| �[0;m�[38;5;43m20221209135522810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135522811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135522811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135522811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135522812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135522812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135522812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:24.398303 run osmo-stp_10.42.42.5(pid=13416): stdout: \u000a| (launched: 2022-12-09_13:55:22.641851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:24.512662 run osmo-stp_10.42.42.5(pid=13416): stderr: \u000a| �[0;m�[38;5;43m20221209135522810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135522811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135522811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135522811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135522812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135522812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135522812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:24.563116 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13416): Process ended prematurely: osmo-stp_10.42.42.5(pid=13416) [trial-2360↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13416)] [trial-2360↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a13:55:24.570974 tst emergency_mo_mt_call.py:19: Test FAILED (5.9 sec)\u000a13:55:24.629215 run osmo-hlr_10.42.42.2(pid=13413): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13413)]\u000a13:55:24.677205 run osmo-hlr_10.42.42.2(pid=13413): stdout: \u000a| (launched: 2022-12-09_13:55:21.748366) \u000a13:55:24.725747 run osmo-hlr_10.42.42.2(pid=13413): stderr: \u000a| �[0;m�[1;31m20221209135521920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135521920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135521920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135521920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135521920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135521920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135521932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135521941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135521941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135521941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:24.791772 run osmo-msc_10.42.42.6(pid=13419): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13419)]\u000a13:55:24.839647 run osmo-msc_10.42.42.6(pid=13419): stdout: \u000a| (launched: 2022-12-09_13:55:23.721290) \u000a13:55:24.888505 run osmo-msc_10.42.42.6(pid=13419): stderr: \u000a| �[0;m�[38;5;43m20221209135523990 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209135523990 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ad2c7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209135523990 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209135523990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209135523991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209135523991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209135523993 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209135523993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209135523993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209135523993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:24.929697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13412): Terminating (SIGTERM)\u000a13:55:24.968466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13415): Terminating (SIGTERM)\u000a13:55:25.007258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13418): Terminating (SIGTERM)\u000a13:55:25.016294 --- ParallelTerminationStrategy: PID 13412 died...\u000a13:55:25.068413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13412): Terminated: ok {rc=0}\u000a13:55:25.077849 --- ParallelTerminationStrategy: PID 13415 died...\u000a13:55:25.129589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13415): Terminated: ok {rc=0}\u000a13:55:25.138999 --- ParallelTerminationStrategy: PID 13418 died...\u000a13:55:25.190856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13418): Terminated: ok {rc=0}\u000a13:55:25.277978 bus /sierra_3: Setting Powered False\u000a13:55:26.379803 bus /sierra_3: Setting Powered False\u000a13:55:27.484837 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13427): Process ended prematurely: osmo-stp_10.42.42.5(pid=13427) [trial-2360↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13427)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13427): Process ended prematurely: osmo-stp_10.42.42.5(pid=13427) [trial-2360↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:55:28.536681 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:55:28.548379 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:55:28.682524 tst emergency_preemptive_call.py: using LAC 21922\u000a13:55:28.796577 tst emergency_preemptive_call.py: using RAC 247\u000a13:55:28.912541 tst emergency_preemptive_call.py: using CellId 21922\u000a13:55:29.026502 tst emergency_preemptive_call.py: using BVCI 21923\u000a13:55:29.048436 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:55:29.059320 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:55:29.069938 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:55:29.080526 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:55:29.091095 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a13:55:29.101712 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:55:29.216329 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:55:29.331703 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:55:29.446164 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:55:29.649348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:30.139326 run create_hlr_db(pid=13421): Launched\u000a13:55:30.319682 bus /sierra_2: Setting Powered False\u000a13:55:31.385890 run create_hlr_db(pid=13421): Terminated: ok {rc=0}\u000a13:55:31.800525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13423): Launched\u000a13:55:32.144790 run osmo-hlr_10.42.42.2(pid=13424): Launched\u000a13:55:32.336862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:32.862753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13426): Launched\u000a13:55:33.151192 run osmo-stp_10.42.42.5(pid=13427): Launched\u000a13:55:33.268317 tst emergency_preemptive_call.py: using MSISDN 7239\u000a13:55:33.411505 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:33.938894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13429): Launched\u000a13:55:34.226233 run osmo-msc_10.42.42.6(pid=13430): Launched\u000a13:55:34.396195 run osmo-stp_10.42.42.5(pid=13427): ERR: Terminated: ERROR {rc=1} [trial-2360↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13427)]\u000a13:55:34.523478 run osmo-stp_10.42.42.5(pid=13427): stdout: \u000a| (launched: 2022-12-09_13:55:33.009710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:34.642601 run osmo-stp_10.42.42.5(pid=13427): stderr: \u000a| �[0;m�[38;5;43m20221209135533177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135533177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135533177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135533178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135533178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135533178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135533178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:34.756724 run osmo-stp_10.42.42.5(pid=13427): stdout: \u000a| (launched: 2022-12-09_13:55:33.009710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:34.869936 run osmo-stp_10.42.42.5(pid=13427): stderr: \u000a| �[0;m�[38;5;43m20221209135533177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135533177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135533177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135533178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135533178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135533178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135533178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:34.919911 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13427): Process ended prematurely: osmo-stp_10.42.42.5(pid=13427) [trial-2360↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13427)] [trial-2360↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a13:55:34.927883 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a13:55:34.987078 run osmo-hlr_10.42.42.2(pid=13424): ERR: Terminated: ERROR {rc=237} [trial-2360↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13424)]\u000a13:55:35.035170 run osmo-hlr_10.42.42.2(pid=13424): stdout: \u000a| (launched: 2022-12-09_13:55:31.950131) \u000a13:55:35.083976 run osmo-hlr_10.42.42.2(pid=13424): stderr: \u000a| �[0;m�[1;31m20221209135532344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135532344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135532344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135532344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135532344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135532345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135532359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135532368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135532368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135532368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:35.150550 run osmo-msc_10.42.42.6(pid=13430): ERR: Terminated: ERROR {rc=2} [trial-2360↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13430)]\u000a13:55:35.198557 run osmo-msc_10.42.42.6(pid=13430): stdout: \u000a| (launched: 2022-12-09_13:55:34.085240) \u000a13:55:35.247088 run osmo-msc_10.42.42.6(pid=13430): stderr: \u000a| �[0;m�[38;5;43m20221209135534358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209135534358 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4f74c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209135534358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209135534359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209135534359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209135534359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209135534361 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209135534361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209135534361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209135534361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:35.288449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13423): Terminating (SIGTERM)\u000a13:55:35.327425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13426): Terminating (SIGTERM)\u000a13:55:35.366441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13429): Terminating (SIGTERM)\u000a13:55:35.375584 --- ParallelTerminationStrategy: PID 13423 died...\u000a13:55:35.427857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13423): Terminated: ok {rc=0}\u000a13:55:35.437532 --- ParallelTerminationStrategy: PID 13426 died...\u000a13:55:35.489577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13426): Terminated: ok {rc=0}\u000a13:55:35.499074 --- ParallelTerminationStrategy: PID 13429 died...\u000a13:55:35.551109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13429): Terminated: ok {rc=0}\u000a13:55:35.638080 bus /sierra_9: Setting Powered False\u000a13:55:36.739487 bus /sierra_9: Setting Powered False\u000a13:55:37.849661 bus /sierra_8: Setting Powered False\u000a13:55:38.955641 bus /sierra_8: Setting Powered False\u000a13:55:40.067219 bus /sierra_3: Setting Powered False\u000a13:55:41.166550 bus /sierra_3: Setting Powered False\u000a13:55:42.271886 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:55:18" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13445): Process ended prematurely: osmo-stp_10.42.42.5(pid=13445) [trial-2360↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13445)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13445): Process ended prematurely: osmo-stp_10.42.42.5(pid=13445) [trial-2360↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:55:44.394119 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:44.405048 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:55:44.547909 tst cs_paging_gprs_active.py: using LAC 21923\u000a13:55:44.668074 tst cs_paging_gprs_active.py: using RAC 248\u000a13:55:44.790295 tst cs_paging_gprs_active.py: using CellId 21923\u000a13:55:44.910950 tst cs_paging_gprs_active.py: using BVCI 21924\u000a13:55:44.934713 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:44.945807 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:44.956593 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:44.967673 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:44.978737 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:44.989806 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:45.000872 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:45.011831 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:45.023085 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:55:45.138711 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:55:45.410315 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:55:45.532269 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:55:45.833859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13435): Launched\u000a13:55:46.147463 run iperf3-srv_10.42.42.10(pid=13436): Launched\u000a13:55:46.345195 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:55:46.480074 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:55:46.826335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13437): Launched\u000a13:55:47.112652 run iperf3-srv_10.42.42.10(pid=13438): Launched\u000a13:55:47.306852 tst cs_paging_gprs_active.py:38: start network...\u000a13:55:47.437445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:47.927286 run create_hlr_db(pid=13439): Launched\u000a13:55:48.107138 bus /sierra_2: Setting Powered False\u000a13:55:49.129098 run create_hlr_db(pid=13439): Terminated: ok {rc=0}\u000a13:55:49.519001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13441): Launched\u000a13:55:49.809472 run osmo-hlr_10.42.42.2(pid=13442): Launched\u000a13:55:49.923747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:50.434656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13444): Launched\u000a13:55:50.724338 run osmo-stp_10.42.42.5(pid=13445): Launched\u000a13:55:50.830885 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:55:51.338409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13447): Launched\u000a13:55:51.441942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:55:51.694382 run patchelf(pid=13448): Launched\u000a13:55:51.863757 run osmo-stp_10.42.42.5(pid=13445): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13445)]\u000a13:55:51.987834 run osmo-stp_10.42.42.5(pid=13445): stdout: \u000a| (launched: 2022-12-09_13:55:50.581869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:52.112363 run osmo-stp_10.42.42.5(pid=13445): stderr: \u000a| �[0;m�[38;5;43m20221209135550746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135550746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135550747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135550747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135550747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135550748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135550748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:52.232256 run osmo-stp_10.42.42.5(pid=13445): stdout: \u000a| (launched: 2022-12-09_13:55:50.581869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:52.351182 run osmo-stp_10.42.42.5(pid=13445): stderr: \u000a| �[0;m�[38;5;43m20221209135550746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135550746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135550747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135550747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135550747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135550748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135550748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:52.489396 run patchelf(pid=13448): Terminating (SIGINT)\u000a13:55:52.651486 run patchelf(pid=13448): Terminated: ok {rc=0}\u000a13:55:52.681658 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13445): Process ended prematurely: osmo-stp_10.42.42.5(pid=13445) [trial-2360↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13445)] [trial-2360↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a13:55:52.690547 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a13:55:52.748752 run osmo-hlr_10.42.42.2(pid=13442): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13442)]\u000a13:55:52.796291 run osmo-hlr_10.42.42.2(pid=13442): stdout: \u000a| (launched: 2022-12-09_13:55:49.666638) \u000a13:55:52.844615 run osmo-hlr_10.42.42.2(pid=13442): stderr: \u000a| �[0;m�[1;31m20221209135549839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135549839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135549839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135549839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135549839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135549839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135549851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135549860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135549860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135549860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:52.885724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13435): Terminating (SIGTERM)\u000a13:55:52.924295 run iperf3-srv_10.42.42.10(pid=13436): Terminating (SIGTERM)\u000a13:55:52.962967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13437): Terminating (SIGTERM)\u000a13:55:53.001478 run iperf3-srv_10.42.42.10(pid=13438): Terminating (SIGTERM)\u000a13:55:53.040104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13441): Terminating (SIGTERM)\u000a13:55:53.078764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13444): Terminating (SIGTERM)\u000a13:55:53.117850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13447): Terminating (SIGTERM)\u000a13:55:53.126966 --- ParallelTerminationStrategy: PID 13435 died...\u000a13:55:53.178985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13435): Terminated: ok {rc=0}\u000a13:55:53.188468 --- ParallelTerminationStrategy: PID 13436 died...\u000a13:55:53.240039 run iperf3-srv_10.42.42.10(pid=13436): Terminated {rc=256}\u000a13:55:53.249488 --- ParallelTerminationStrategy: PID 13437 died...\u000a13:55:53.300810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13437): Terminated: ok {rc=0}\u000a13:55:53.310199 --- ParallelTerminationStrategy: PID 13438 died...\u000a13:55:53.361634 run iperf3-srv_10.42.42.10(pid=13438): Terminated {rc=256}\u000a13:55:53.371075 --- ParallelTerminationStrategy: PID 13441 died...\u000a13:55:53.422367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13441): Terminated: ok {rc=0}\u000a13:55:53.431749 --- ParallelTerminationStrategy: PID 13444 died...\u000a13:55:53.483072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13444): Terminated: ok {rc=0}\u000a13:55:53.492541 --- ParallelTerminationStrategy: PID 13447 died...\u000a13:55:53.544295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13447): Terminated: ok {rc=0}\u000a13:55:53.625385 bus /gobi_0: Setting Powered False\u000a13:55:54.729783 bus /gobi_0: Setting Powered False\u000a13:55:55.834288 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13457): Process ended prematurely: osmo-stp_10.42.42.5(pid=13457) [trial-2360↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13457)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13457): Process ended prematurely: osmo-stp_10.42.42.5(pid=13457) [trial-2360↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a13:55:56.944904 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:56.956632 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:55:57.093216 tst iperf3.py: using LAC 21924\u000a13:55:57.208179 tst iperf3.py: using RAC 249\u000a13:55:57.322436 tst iperf3.py: using CellId 21924\u000a13:55:57.446194 tst iperf3.py: using BVCI 21925\u000a13:55:57.470215 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:57.481372 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:57.492553 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:57.504053 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:57.515328 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:57.526888 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:57.538459 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:57.549603 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:55:57.560885 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:55:57.829661 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:55:57.950718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:55:58.250540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13449): Launched\u000a13:55:58.499291 run iperf3-srv_10.42.42.10(pid=13450): Launched\u000a13:55:58.675852 tst iperf3.py:8: start network...\u000a13:55:58.795836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:59.261276 run create_hlr_db(pid=13451): Launched\u000a13:55:59.427336 bus /gobi_6: Setting Powered False\u000a13:56:00.449927 run create_hlr_db(pid=13451): Terminated: ok {rc=0}\u000a13:56:00.843981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13453): Launched\u000a13:56:01.258349 run osmo-hlr_10.42.42.2(pid=13454): Launched\u000a13:56:01.373285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:02.044112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13456): Launched\u000a13:56:02.363113 run osmo-stp_10.42.42.5(pid=13457): Launched\u000a13:56:02.480187 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:56:03.023693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13459): Launched\u000a13:56:03.135748 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:56:03.406553 run patchelf(pid=13460): Launched\u000a13:56:03.589090 run osmo-stp_10.42.42.5(pid=13457): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13457)]\u000a13:56:03.722692 run osmo-stp_10.42.42.5(pid=13457): stdout: \u000a| (launched: 2022-12-09_13:56:02.208786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:03.856646 run osmo-stp_10.42.42.5(pid=13457): stderr: \u000a| �[0;m�[38;5;43m20221209135602393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135602393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135602394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135602394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135602395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135602395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135602395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:03.986275 run osmo-stp_10.42.42.5(pid=13457): stdout: \u000a| (launched: 2022-12-09_13:56:02.208786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:04.115493 run osmo-stp_10.42.42.5(pid=13457): stderr: \u000a| �[0;m�[38;5;43m20221209135602393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135602393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135602394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135602394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135602395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135602395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135602395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:04.264559 run patchelf(pid=13460): Terminating (SIGINT)\u000a13:56:04.438984 run patchelf(pid=13460): Terminated: ok {rc=0}\u000a13:56:04.471105 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13457): Process ended prematurely: osmo-stp_10.42.42.5(pid=13457) [trial-2360↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13457)] [trial-2360↪gprs:nanobts+band-900↪iperf3.py:8]\u000a13:56:04.480909 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:56:04.544254 run osmo-hlr_10.42.42.2(pid=13454): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13454)]\u000a13:56:04.595444 run osmo-hlr_10.42.42.2(pid=13454): stdout: \u000a| (launched: 2022-12-09_13:56:01.012388) \u000a13:56:04.647194 run osmo-hlr_10.42.42.2(pid=13454): stderr: \u000a| �[0;m�[1;31m20221209135601383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135601383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135601383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135601384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135601384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135601384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135601403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135601411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135601411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135601411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:04.691315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13449): Terminating (SIGTERM)\u000a13:56:04.732936 run iperf3-srv_10.42.42.10(pid=13450): Terminating (SIGTERM)\u000a13:56:04.774266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13453): Terminating (SIGTERM)\u000a13:56:04.815761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13456): Terminating (SIGTERM)\u000a13:56:04.857365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13459): Terminating (SIGTERM)\u000a13:56:04.867458 --- ParallelTerminationStrategy: PID 13449 died...\u000a13:56:04.922931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13449): Terminated: ok {rc=0}\u000a13:56:04.932869 --- ParallelTerminationStrategy: PID 13450 died...\u000a13:56:04.987458 run iperf3-srv_10.42.42.10(pid=13450): Terminated {rc=256}\u000a13:56:04.997884 --- ParallelTerminationStrategy: PID 13453 died...\u000a13:56:05.052922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13453): Terminated: ok {rc=0}\u000a13:56:05.062960 --- ParallelTerminationStrategy: PID 13456 died...\u000a13:56:05.118273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13456): Terminated: ok {rc=0}\u000a13:56:05.128300 --- ParallelTerminationStrategy: PID 13459 died...\u000a13:56:05.183325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13459): Terminated: ok {rc=0}\u000a13:56:05.269350 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13475): Process ended prematurely: osmo-stp_10.42.42.5(pid=13475) [trial-2360↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13475)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13475): Process ended prematurely: osmo-stp_10.42.42.5(pid=13475) [trial-2360↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a13:56:06.375919 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:06.386867 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:56:06.517060 tst iperf3m4.py: using LAC 21925\u000a13:56:06.630708 tst iperf3m4.py: using RAC 250\u000a13:56:06.744840 tst iperf3m4.py: using CellId 21925\u000a13:56:06.865494 tst iperf3m4.py: using BVCI 21926\u000a13:56:06.887616 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:06.898201 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:06.908426 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:06.918752 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:06.929166 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:06.939385 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:06.949757 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:06.959930 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:06.970305 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:56:07.082451 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:56:07.201946 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:56:07.318148 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:56:07.588442 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:56:07.709390 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:56:08.008633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13461): Launched\u000a13:56:08.257741 run iperf3-srv_10.42.42.10(pid=13462): Launched\u000a13:56:08.433606 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:56:08.553945 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:56:08.852286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13463): Launched\u000a13:56:09.100771 run iperf3-srv_10.42.42.10(pid=13464): Launched\u000a13:56:09.277099 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:56:09.397428 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:56:09.696309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13465): Launched\u000a13:56:09.944674 run iperf3-srv_10.42.42.10(pid=13466): Launched\u000a13:56:10.120265 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:56:10.240137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:56:10.539422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13467): Launched\u000a13:56:10.788784 run iperf3-srv_10.42.42.10(pid=13468): Launched\u000a13:56:10.964242 tst iperf3m4.py:8: start network...\u000a13:56:11.084451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:11.550177 run create_hlr_db(pid=13469): Launched\u000a13:56:11.716557 bus /gobi_6: Setting Powered False\u000a13:56:12.738742 run create_hlr_db(pid=13469): Terminated: ok {rc=0}\u000a13:56:13.153139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13471): Launched\u000a13:56:13.465459 run osmo-hlr_10.42.42.2(pid=13472): Launched\u000a13:56:13.582451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:14.126030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13474): Launched\u000a13:56:14.439630 run osmo-stp_10.42.42.5(pid=13475): Launched\u000a13:56:14.555623 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:56:15.108787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13477): Launched\u000a13:56:15.223019 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:56:15.499093 run patchelf(pid=13478): Launched\u000a13:56:15.685231 run osmo-stp_10.42.42.5(pid=13475): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13475)]\u000a13:56:15.821534 run osmo-stp_10.42.42.5(pid=13475): stdout: \u000a| (launched: 2022-12-09_13:56:14.284704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:15.960678 run osmo-stp_10.42.42.5(pid=13475): stderr: \u000a| �[0;m�[38;5;43m20221209135614470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135614470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135614471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135614471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135614472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135614472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135614472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:16.095840 run osmo-stp_10.42.42.5(pid=13475): stdout: \u000a| (launched: 2022-12-09_13:56:14.284704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:16.230044 run osmo-stp_10.42.42.5(pid=13475): stderr: \u000a| �[0;m�[38;5;43m20221209135614470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135614470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135614471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135614471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135614472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135614472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135614472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:16.385145 run patchelf(pid=13478): Terminating (SIGINT)\u000a13:56:16.566318 run patchelf(pid=13478): Terminated: ok {rc=0}\u000a13:56:16.600737 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13475): Process ended prematurely: osmo-stp_10.42.42.5(pid=13475) [trial-2360↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13475)] [trial-2360↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a13:56:16.611672 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a13:56:16.678178 run osmo-hlr_10.42.42.2(pid=13472): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13472)]\u000a13:56:16.731700 run osmo-hlr_10.42.42.2(pid=13472): stdout: \u000a| (launched: 2022-12-09_13:56:13.311918) \u000a13:56:16.783081 run osmo-hlr_10.42.42.2(pid=13472): stderr: \u000a| �[0;m�[1;31m20221209135613504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135613504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135613504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135613504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135613504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135613504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135613517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135613525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135613525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135613525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:16.829915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13461): Terminating (SIGTERM)\u000a13:56:16.875397 run iperf3-srv_10.42.42.10(pid=13462): Terminating (SIGTERM)\u000a13:56:16.920019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13463): Terminating (SIGTERM)\u000a13:56:16.965642 run iperf3-srv_10.42.42.10(pid=13464): Terminating (SIGTERM)\u000a13:56:17.011576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13465): Terminating (SIGTERM)\u000a13:56:17.057203 run iperf3-srv_10.42.42.10(pid=13466): Terminating (SIGTERM)\u000a13:56:17.102312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13467): Terminating (SIGTERM)\u000a13:56:17.147406 run iperf3-srv_10.42.42.10(pid=13468): Terminating (SIGTERM)\u000a13:56:17.193890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13471): Terminating (SIGTERM)\u000a13:56:17.237180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13474): Terminating (SIGTERM)\u000a13:56:17.279886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13477): Terminating (SIGTERM)\u000a13:56:17.290665 --- ParallelTerminationStrategy: PID 13461 died...\u000a13:56:17.347564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13461): Terminated: ok {rc=0}\u000a13:56:17.357687 --- ParallelTerminationStrategy: PID 13462 died...\u000a13:56:17.413231 run iperf3-srv_10.42.42.10(pid=13462): Terminated {rc=256}\u000a13:56:17.423551 --- ParallelTerminationStrategy: PID 13463 died...\u000a13:56:17.478971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13463): Terminated: ok {rc=0}\u000a13:56:17.490217 --- ParallelTerminationStrategy: PID 13464 died...\u000a13:56:17.545796 run iperf3-srv_10.42.42.10(pid=13464): Terminated {rc=256}\u000a13:56:17.555736 --- ParallelTerminationStrategy: PID 13465 died...\u000a13:56:17.611604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13465): Terminated: ok {rc=0}\u000a13:56:17.621690 --- ParallelTerminationStrategy: PID 13466 died...\u000a13:56:17.676918 run iperf3-srv_10.42.42.10(pid=13466): Terminated {rc=256}\u000a13:56:17.687238 --- ParallelTerminationStrategy: PID 13467 died...\u000a13:56:17.742896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13467): Terminated: ok {rc=0}\u000a13:56:17.753146 --- ParallelTerminationStrategy: PID 13468 died...\u000a13:56:17.808337 run iperf3-srv_10.42.42.10(pid=13468): Terminated {rc=256}\u000a13:56:17.818602 --- ParallelTerminationStrategy: PID 13471 died...\u000a13:56:17.874120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13471): Terminated: ok {rc=0}\u000a13:56:17.884452 --- ParallelTerminationStrategy: PID 13474 died...\u000a13:56:17.940167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13474): Terminated: ok {rc=0}\u000a13:56:17.950696 --- ParallelTerminationStrategy: PID 13477 died...\u000a13:56:18.006487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13477): Terminated: ok {rc=0}\u000a13:56:18.092895 bus /gobi_4: Setting Powered False\u000a13:56:19.198499 bus /gobi_4: Setting Powered False\u000a13:56:20.309804 bus /gobi_1: Setting Powered False\u000a13:56:21.410793 bus /gobi_1: Setting Powered False\u000a13:56:22.516240 bus /gobi_0: Setting Powered False\u000a13:56:23.621491 bus /gobi_0: Setting Powered False\u000a13:56:24.728738 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13485): Process ended prematurely: osmo-stp_10.42.42.5(pid=13485) [trial-2360↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13485)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13485): Process ended prematurely: osmo-stp_10.42.42.5(pid=13485) [trial-2360↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a13:56:25.795928 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:25.807499 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:56:25.946723 tst ping.py: using LAC 21926\u000a13:56:26.070205 tst ping.py: using RAC 251\u000a13:56:26.192202 tst ping.py: using CellId 21926\u000a13:56:26.315538 tst ping.py: using BVCI 21927\u000a13:56:26.339286 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:26.350528 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:26.361525 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:26.372557 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:26.383597 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:26.394657 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:26.405958 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:26.417213 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:56:26.684461 tst ping.py:19: start network...\u000a13:56:26.805190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:27.269419 run create_hlr_db(pid=13479): Launched\u000a13:56:27.437376 bus /gobi_6: Setting Powered False\u000a13:56:28.457633 run create_hlr_db(pid=13479): Terminated: ok {rc=0}\u000a13:56:28.871054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13481): Launched\u000a13:56:29.180883 run osmo-hlr_10.42.42.2(pid=13482): Launched\u000a13:56:29.297963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:29.839881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13484): Launched\u000a13:56:30.150740 run osmo-stp_10.42.42.5(pid=13485): Launched\u000a13:56:30.263749 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:56:30.807964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13487): Launched\u000a13:56:30.936769 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:56:31.229909 run patchelf(pid=13488): Launched\u000a13:56:31.417350 run osmo-stp_10.42.42.5(pid=13485): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13485)]\u000a13:56:31.554980 run osmo-stp_10.42.42.5(pid=13485): stdout: \u000a| (launched: 2022-12-09_13:56:29.997350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:31.693459 run osmo-stp_10.42.42.5(pid=13485): stderr: \u000a| �[0;m�[38;5;43m20221209135630186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135630186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135630187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135630187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135630187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135630187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135630188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:31.826641 run osmo-stp_10.42.42.5(pid=13485): stdout: \u000a| (launched: 2022-12-09_13:56:29.997350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:31.958857 run osmo-stp_10.42.42.5(pid=13485): stderr: \u000a| �[0;m�[38;5;43m20221209135630186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135630186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135630187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135630187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135630187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135630187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135630188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:32.112608 run patchelf(pid=13488): Terminating (SIGINT)\u000a13:56:32.292171 run patchelf(pid=13488): Terminated: ok {rc=0}\u000a13:56:32.324228 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13485): Process ended prematurely: osmo-stp_10.42.42.5(pid=13485) [trial-2360↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13485)] [trial-2360↪gprs:nanobts+band-900↪ping.py:22]\u000a13:56:32.333583 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:56:32.397520 run osmo-hlr_10.42.42.2(pid=13482): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13482)]\u000a13:56:32.449327 run osmo-hlr_10.42.42.2(pid=13482): stdout: \u000a| (launched: 2022-12-09_13:56:29.028780) \u000a13:56:32.501632 run osmo-hlr_10.42.42.2(pid=13482): stderr: \u000a| �[0;m�[1;31m20221209135629224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135629224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135629224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135629224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135629224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135629224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135629237 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135629245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135629246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135629246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:32.546310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13481): Terminating (SIGTERM)\u000a13:56:32.588219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13484): Terminating (SIGTERM)\u000a13:56:32.630836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13487): Terminating (SIGTERM)\u000a13:56:32.640556 --- ParallelTerminationStrategy: PID 13481 died...\u000a13:56:32.696807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13481): Terminated: ok {rc=0}\u000a13:56:32.707279 --- ParallelTerminationStrategy: PID 13484 died...\u000a13:56:32.763647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13484): Terminated: ok {rc=0}\u000a13:56:32.773857 --- ParallelTerminationStrategy: PID 13487 died...\u000a13:56:32.830130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13487): Terminated: ok {rc=0}\u000a13:56:32.916150 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13495): Process ended prematurely: osmo-stp_10.42.42.5(pid=13495) [trial-2360↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13495)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13495): Process ended prematurely: osmo-stp_10.42.42.5(pid=13495) [trial-2360↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a13:56:33.968721 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:33.980631 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a13:56:34.118078 tst ping_idle_ping.py: using LAC 21927\u000a13:56:34.234083 tst ping_idle_ping.py: using RAC 252\u000a13:56:34.350040 tst ping_idle_ping.py: using CellId 21927\u000a13:56:34.465796 tst ping_idle_ping.py: using BVCI 21928\u000a13:56:34.488705 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:34.499298 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:34.509643 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:34.520595 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:34.531455 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:34.542359 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:34.553376 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a13:56:34.564336 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a13:56:34.849274 tst ping_idle_ping.py:24: start network...\u000a13:56:34.979073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:35.473330 run create_hlr_db(pid=13489): Launched\u000a13:56:35.655681 bus /gobi_6: Setting Powered False\u000a13:56:36.677358 run create_hlr_db(pid=13489): Terminated: ok {rc=0}\u000a13:56:37.070516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13491): Launched\u000a13:56:37.363117 run osmo-hlr_10.42.42.2(pid=13492): Launched\u000a13:56:37.471069 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:37.978098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13494): Launched\u000a13:56:38.269429 run osmo-stp_10.42.42.5(pid=13495): Launched\u000a13:56:38.375589 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:56:38.884067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13497): Launched\u000a13:56:38.987802 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:56:39.241828 run patchelf(pid=13498): Launched\u000a13:56:39.413388 run osmo-stp_10.42.42.5(pid=13495): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13495)]\u000a13:56:39.538853 run osmo-stp_10.42.42.5(pid=13495): stdout: \u000a| (launched: 2022-12-09_13:56:38.126190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:39.664417 run osmo-stp_10.42.42.5(pid=13495): stderr: \u000a| �[0;m�[38;5;43m20221209135638296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135638296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135638296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135638297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135638297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135638297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135638297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:39.785198 run osmo-stp_10.42.42.5(pid=13495): stdout: \u000a| (launched: 2022-12-09_13:56:38.126190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:39.904623 run osmo-stp_10.42.42.5(pid=13495): stderr: \u000a| �[0;m�[38;5;43m20221209135638296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135638296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135638296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135638297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135638297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135638297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135638297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:40.044359 run patchelf(pid=13498): Terminating (SIGINT)\u000a13:56:40.208111 run patchelf(pid=13498): Terminated: ok {rc=0}\u000a13:56:40.237891 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13495): Process ended prematurely: osmo-stp_10.42.42.5(pid=13495) [trial-2360↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13495)] [trial-2360↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a13:56:40.246324 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a13:56:40.305380 run osmo-hlr_10.42.42.2(pid=13492): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13492)]\u000a13:56:40.353666 run osmo-hlr_10.42.42.2(pid=13492): stdout: \u000a| (launched: 2022-12-09_13:56:37.218569) \u000a13:56:40.402594 run osmo-hlr_10.42.42.2(pid=13492): stderr: \u000a| �[0;m�[1;31m20221209135637392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135637392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135637392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135637392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135637392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135637392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135637404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135637413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135637413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135637413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:40.444436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13491): Terminating (SIGTERM)\u000a13:56:40.483603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13494): Terminating (SIGTERM)\u000a13:56:40.522902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13497): Terminating (SIGTERM)\u000a13:56:40.532088 --- ParallelTerminationStrategy: PID 13491 died...\u000a13:56:40.584561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13491): Terminated: ok {rc=0}\u000a13:56:40.594170 --- ParallelTerminationStrategy: PID 13494 died...\u000a13:56:40.646691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13494): Terminated: ok {rc=0}\u000a13:56:40.656179 --- ParallelTerminationStrategy: PID 13497 died...\u000a13:56:40.709333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13497): Terminated: ok {rc=0}\u000a13:56:40.797471 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:55:44" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13513): Process ended prematurely: osmo-stp_10.42.42.5(pid=13513) [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13513)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13513): Process ended prematurely: osmo-stp_10.42.42.5(pid=13513) [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:56:42.957247 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:42.968440 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:56:43.112017 tst cs_paging_gprs_active.py: using LAC 21928\u000a13:56:43.237710 tst cs_paging_gprs_active.py: using RAC 253\u000a13:56:43.363069 tst cs_paging_gprs_active.py: using CellId 21928\u000a13:56:43.489196 tst cs_paging_gprs_active.py: using BVCI 21929\u000a13:56:43.514120 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:43.525490 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:43.536355 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:43.547659 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:43.558963 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:43.570369 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:43.581794 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:43.593003 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:43.604377 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:56:43.718727 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:56:43.992346 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:56:44.115849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:56:44.422486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13503): Launched\u000a13:56:44.676349 run iperf3-srv_10.42.42.10(pid=13504): Launched\u000a13:56:44.856190 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:56:44.979574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:56:45.285849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13505): Launched\u000a13:56:45.540306 run iperf3-srv_10.42.42.10(pid=13506): Launched\u000a13:56:45.720166 tst cs_paging_gprs_active.py:38: start network...\u000a13:56:45.852774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:46.377435 run create_hlr_db(pid=13507): Launched\u000a13:56:46.549697 bus /gobi_6: Setting Powered False\u000a13:56:47.569917 run create_hlr_db(pid=13507): Terminated: ok {rc=0}\u000a13:56:47.960608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13509): Launched\u000a13:56:48.256179 run osmo-hlr_10.42.42.2(pid=13510): Launched\u000a13:56:48.365347 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:48.877176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13512): Launched\u000a13:56:49.172590 run osmo-stp_10.42.42.5(pid=13513): Launched\u000a13:56:49.281735 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:56:49.800013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13515): Launched\u000a13:56:49.905601 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:56:50.162593 run patchelf(pid=13516): Launched\u000a13:56:50.336129 run osmo-stp_10.42.42.5(pid=13513): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13513)]\u000a13:56:50.462852 run osmo-stp_10.42.42.5(pid=13513): stdout: \u000a| (launched: 2022-12-09_13:56:49.027143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:50.589698 run osmo-stp_10.42.42.5(pid=13513): stderr: \u000a| �[0;m�[38;5;43m20221209135649193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135649194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135649194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135649194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135649195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135649195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135649195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:50.711878 run osmo-stp_10.42.42.5(pid=13513): stdout: \u000a| (launched: 2022-12-09_13:56:49.027143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:50.833223 run osmo-stp_10.42.42.5(pid=13513): stderr: \u000a| �[0;m�[38;5;43m20221209135649193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135649194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135649194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135649194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135649195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135649195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135649195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:50.974271 run patchelf(pid=13516): Terminating (SIGINT)\u000a13:56:51.140631 run patchelf(pid=13516): Terminated: ok {rc=0}\u000a13:56:51.171210 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13513): Process ended prematurely: osmo-stp_10.42.42.5(pid=13513) [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13513)] [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:56:51.180272 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a13:56:51.239066 run osmo-hlr_10.42.42.2(pid=13510): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13510)]\u000a13:56:51.286979 run osmo-hlr_10.42.42.2(pid=13510): stdout: \u000a| (launched: 2022-12-09_13:56:48.111038) \u000a13:56:51.335675 run osmo-hlr_10.42.42.2(pid=13510): stderr: \u000a| �[0;m�[1;31m20221209135648285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135648285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135648285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135648286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135648286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135648286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135648301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135648311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135648311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135648311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:51.377070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13503): Terminating (SIGTERM)\u000a13:56:51.416046 run iperf3-srv_10.42.42.10(pid=13504): Terminating (SIGTERM)\u000a13:56:51.454961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13505): Terminating (SIGTERM)\u000a13:56:51.493794 run iperf3-srv_10.42.42.10(pid=13506): Terminating (SIGTERM)\u000a13:56:51.532791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13509): Terminating (SIGTERM)\u000a13:56:51.572083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13512): Terminating (SIGTERM)\u000a13:56:51.611402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13515): Terminating (SIGTERM)\u000a13:56:51.620465 --- ParallelTerminationStrategy: PID 13503 died...\u000a13:56:51.672821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13503): Terminated: ok {rc=0}\u000a13:56:51.682369 --- ParallelTerminationStrategy: PID 13504 died...\u000a13:56:51.734430 run iperf3-srv_10.42.42.10(pid=13504): Terminated {rc=256}\u000a13:56:51.743818 --- ParallelTerminationStrategy: PID 13505 died...\u000a13:56:51.795863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13505): Terminated: ok {rc=0}\u000a13:56:51.805341 --- ParallelTerminationStrategy: PID 13506 died...\u000a13:56:51.857291 run iperf3-srv_10.42.42.10(pid=13506): Terminated {rc=256}\u000a13:56:51.866690 --- ParallelTerminationStrategy: PID 13509 died...\u000a13:56:51.918724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13509): Terminated: ok {rc=0}\u000a13:56:51.928173 --- ParallelTerminationStrategy: PID 13512 died...\u000a13:56:51.980099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13512): Terminated: ok {rc=0}\u000a13:56:51.989695 --- ParallelTerminationStrategy: PID 13515 died...\u000a13:56:52.041930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13515): Terminated: ok {rc=0}\u000a13:56:52.130587 bus /gobi_0: Setting Powered False\u000a13:56:53.232925 bus /gobi_0: Setting Powered False\u000a13:56:54.344175 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13525): Process ended prematurely: osmo-stp_10.42.42.5(pid=13525) [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13525)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13525): Process ended prematurely: osmo-stp_10.42.42.5(pid=13525) [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:56:55.451733 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:55.462969 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:56:55.597937 tst iperf3.py: using LAC 21929\u000a13:56:55.721830 tst iperf3.py: using RAC 254\u000a13:56:55.844854 tst iperf3.py: using CellId 21929\u000a13:56:55.962592 tst iperf3.py: using BVCI 21930\u000a13:56:55.985301 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:55.995933 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:56.006494 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:56.017043 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:56.027397 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:56.037873 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:56.048371 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:56.058885 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:56:56.069518 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:56:56.343691 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:56:56.467088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:56:56.773755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13517): Launched\u000a13:56:57.028320 run iperf3-srv_10.42.42.10(pid=13518): Launched\u000a13:56:57.208662 tst iperf3.py:8: start network...\u000a13:56:57.332030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:57.809685 run create_hlr_db(pid=13519): Launched\u000a13:56:57.980362 bus /gobi_6: Setting Powered False\u000a13:56:59.002033 run create_hlr_db(pid=13519): Terminated: ok {rc=0}\u000a13:56:59.423912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13521): Launched\u000a13:56:59.743151 run osmo-hlr_10.42.42.2(pid=13522): Launched\u000a13:56:59.861840 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:57:00.415488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13524): Launched\u000a13:57:00.733673 run osmo-stp_10.42.42.5(pid=13525): Launched\u000a13:57:00.874989 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:57:01.503158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13527): Launched\u000a13:57:01.620841 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:57:01.918833 run patchelf(pid=13528): Launched\u000a13:57:02.109505 run osmo-stp_10.42.42.5(pid=13525): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13525)]\u000a13:57:02.247756 run osmo-stp_10.42.42.5(pid=13525): stdout: \u000a| (launched: 2022-12-09_13:57:00.577452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:02.384424 run osmo-stp_10.42.42.5(pid=13525): stderr: \u000a| �[0;m�[38;5;43m20221209135700766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135700766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135700766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135700767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135700767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135700767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135700767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:02.516519 run osmo-stp_10.42.42.5(pid=13525): stdout: \u000a| (launched: 2022-12-09_13:57:00.577452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:02.647776 run osmo-stp_10.42.42.5(pid=13525): stderr: \u000a| �[0;m�[38;5;43m20221209135700766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135700766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135700766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135700767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135700767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135700767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135700767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:02.800011 run patchelf(pid=13528): Terminating (SIGINT)\u000a13:57:02.978526 run patchelf(pid=13528): Terminated: ok {rc=0}\u000a13:57:03.011441 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13525): Process ended prematurely: osmo-stp_10.42.42.5(pid=13525) [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13525)] [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a13:57:03.021366 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:57:03.084579 run osmo-hlr_10.42.42.2(pid=13522): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13522)]\u000a13:57:03.136288 run osmo-hlr_10.42.42.2(pid=13522): stdout: \u000a| (launched: 2022-12-09_13:56:59.586277) \u000a13:57:03.188233 run osmo-hlr_10.42.42.2(pid=13522): stderr: \u000a| �[0;m�[1;31m20221209135659781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135659782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135659782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135659782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135659782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135659782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135659794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135659803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135659803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135659803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:57:03.232734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13517): Terminating (SIGTERM)\u000a13:57:03.274859 run iperf3-srv_10.42.42.10(pid=13518): Terminating (SIGTERM)\u000a13:57:03.316749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13521): Terminating (SIGTERM)\u000a13:57:03.359096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13524): Terminating (SIGTERM)\u000a13:57:03.401264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13527): Terminating (SIGTERM)\u000a13:57:03.411079 --- ParallelTerminationStrategy: PID 13517 died...\u000a13:57:03.467330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13517): Terminated: ok {rc=0}\u000a13:57:03.477459 --- ParallelTerminationStrategy: PID 13518 died...\u000a13:57:03.533017 run iperf3-srv_10.42.42.10(pid=13518): Terminated {rc=256}\u000a13:57:03.543405 --- ParallelTerminationStrategy: PID 13521 died...\u000a13:57:03.598856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13521): Terminated: ok {rc=0}\u000a13:57:03.609251 --- ParallelTerminationStrategy: PID 13524 died...\u000a13:57:03.664614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13524): Terminated: ok {rc=0}\u000a13:57:03.674928 --- ParallelTerminationStrategy: PID 13527 died...\u000a13:57:03.731418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13527): Terminated: ok {rc=0}\u000a13:57:03.817930 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13543): Process ended prematurely: osmo-stp_10.42.42.5(pid=13543) [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13543)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13543): Process ended prematurely: osmo-stp_10.42.42.5(pid=13543) [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:57:04.931797 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:04.943741 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:57:05.079923 tst iperf3m4.py: using LAC 21930\u000a13:57:05.200009 tst iperf3m4.py: using RAC 255\u000a13:57:05.324426 tst iperf3m4.py: using CellId 21930\u000a13:57:05.447936 tst iperf3m4.py: using BVCI 21931\u000a13:57:05.472211 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:05.483736 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:05.494801 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:05.506120 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:05.517282 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:05.528514 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:05.539937 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:05.551148 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:05.562558 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:57:05.677974 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:57:05.798437 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:57:05.912693 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:57:06.189195 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:57:06.313258 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:06.620544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13529): Launched\u000a13:57:06.876113 run iperf3-srv_10.42.42.10(pid=13530): Launched\u000a13:57:07.056720 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:57:07.180078 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:07.486073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13531): Launched\u000a13:57:07.742534 run iperf3-srv_10.42.42.10(pid=13532): Launched\u000a13:57:07.922265 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:57:08.044857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:08.351163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13533): Launched\u000a13:57:08.606282 run iperf3-srv_10.42.42.10(pid=13534): Launched\u000a13:57:08.785804 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:57:08.908620 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:09.215333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13535): Launched\u000a13:57:09.470460 run iperf3-srv_10.42.42.10(pid=13536): Launched\u000a13:57:09.650678 tst iperf3m4.py:8: start network...\u000a13:57:09.774448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:57:10.250770 run create_hlr_db(pid=13537): Launched\u000a13:57:10.421336 bus /gobi_6: Setting Powered False\u000a13:57:11.443016 run create_hlr_db(pid=13537): Terminated: ok {rc=0}\u000a13:57:11.866070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13539): Launched\u000a13:57:12.184706 run osmo-hlr_10.42.42.2(pid=13540): Launched\u000a13:57:12.297466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:57:12.812784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13542): Launched\u000a13:57:13.108594 run osmo-stp_10.42.42.5(pid=13543): Launched\u000a13:57:13.215182 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:57:13.730361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13545): Launched\u000a13:57:13.836913 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:57:14.096243 run patchelf(pid=13546): Launched\u000a13:57:14.272555 run osmo-stp_10.42.42.5(pid=13543): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13543)]\u000a13:57:14.401781 run osmo-stp_10.42.42.5(pid=13543): stdout: \u000a| (launched: 2022-12-09_13:57:12.963726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:14.530908 run osmo-stp_10.42.42.5(pid=13543): stderr: \u000a| �[0;m�[38;5;43m20221209135713130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135713130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135713131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135713131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135713131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135713131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135713132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:14.655951 run osmo-stp_10.42.42.5(pid=13543): stdout: \u000a| (launched: 2022-12-09_13:57:12.963726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:14.779509 run osmo-stp_10.42.42.5(pid=13543): stderr: \u000a| �[0;m�[38;5;43m20221209135713130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135713130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135713131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135713131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135713131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135713131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135713132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:14.923070 run patchelf(pid=13546): Terminating (SIGINT)\u000a13:57:15.091213 run patchelf(pid=13546): Terminated: ok {rc=0}\u000a13:57:15.122319 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13543): Process ended prematurely: osmo-stp_10.42.42.5(pid=13543) [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13543)] [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:57:15.131507 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a13:57:15.191280 run osmo-hlr_10.42.42.2(pid=13540): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13540)]\u000a13:57:15.239678 run osmo-hlr_10.42.42.2(pid=13540): stdout: \u000a| (launched: 2022-12-09_13:57:12.028339) \u000a13:57:15.288784 run osmo-hlr_10.42.42.2(pid=13540): stderr: \u000a| �[0;m�[1;31m20221209135712222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135712222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135712222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135712222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135712222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135712222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135712235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135712243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135712243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135712243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:57:15.330664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13529): Terminating (SIGTERM)\u000a13:57:15.370001 run iperf3-srv_10.42.42.10(pid=13530): Terminating (SIGTERM)\u000a13:57:15.409215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13531): Terminating (SIGTERM)\u000a13:57:15.448600 run iperf3-srv_10.42.42.10(pid=13532): Terminating (SIGTERM)\u000a13:57:15.487856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13533): Terminating (SIGTERM)\u000a13:57:15.526883 run iperf3-srv_10.42.42.10(pid=13534): Terminating (SIGTERM)\u000a13:57:15.566044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13535): Terminating (SIGTERM)\u000a13:57:15.605044 run iperf3-srv_10.42.42.10(pid=13536): Terminating (SIGTERM)\u000a13:57:15.644123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13539): Terminating (SIGTERM)\u000a13:57:15.683186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13542): Terminating (SIGTERM)\u000a13:57:15.722448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13545): Terminating (SIGTERM)\u000a13:57:15.731693 --- ParallelTerminationStrategy: PID 13529 died...\u000a13:57:15.785018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13529): Terminated: ok {rc=0}\u000a13:57:15.794720 --- ParallelTerminationStrategy: PID 13530 died...\u000a13:57:15.857151 run iperf3-srv_10.42.42.10(pid=13530): Terminated {rc=256}\u000a13:57:15.867236 --- ParallelTerminationStrategy: PID 13531 died...\u000a13:57:15.921180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13531): Terminated: ok {rc=0}\u000a13:57:15.931250 --- ParallelTerminationStrategy: PID 13532 died...\u000a13:57:15.984452 run iperf3-srv_10.42.42.10(pid=13532): Terminated {rc=256}\u000a13:57:15.997974 --- ParallelTerminationStrategy: PID 13533 died...\u000a13:57:16.060408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13533): Terminated: ok {rc=0}\u000a13:57:16.070530 --- ParallelTerminationStrategy: PID 13534 died...\u000a13:57:16.124297 run iperf3-srv_10.42.42.10(pid=13534): Terminated {rc=256}\u000a13:57:16.134840 --- ParallelTerminationStrategy: PID 13535 died...\u000a13:57:16.189079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13535): Terminated: ok {rc=0}\u000a13:57:16.199242 --- ParallelTerminationStrategy: PID 13536 died...\u000a13:57:16.253090 run iperf3-srv_10.42.42.10(pid=13536): Terminated {rc=256}\u000a13:57:16.263140 --- ParallelTerminationStrategy: PID 13539 died...\u000a13:57:16.317670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13539): Terminated: ok {rc=0}\u000a13:57:16.328285 --- ParallelTerminationStrategy: PID 13542 died...\u000a13:57:16.383233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13542): Terminated: ok {rc=0}\u000a13:57:16.394007 --- ParallelTerminationStrategy: PID 13545 died...\u000a13:57:16.448625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13545): Terminated: ok {rc=0}\u000a13:57:16.533881 bus /gobi_4: Setting Powered False\u000a13:57:17.639435 bus /gobi_4: Setting Powered False\u000a13:57:18.746189 bus /gobi_1: Setting Powered False\u000a13:57:19.852124 bus /gobi_1: Setting Powered False\u000a13:57:20.959234 bus /gobi_0: Setting Powered False\u000a13:57:22.064873 bus /gobi_0: Setting Powered False\u000a13:57:23.172746 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13556): Process ended prematurely: osmo-stp_10.42.42.5(pid=13556) [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13556)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13556): Process ended prematurely: osmo-stp_10.42.42.5(pid=13556) [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:57:24.242162 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:24.254328 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:57:24.397841 tst ping.py: using LAC 21931\u000a13:57:24.523533 tst ping.py: using RAC 1\u000a13:57:24.647755 tst ping.py: using CellId 21931\u000a13:57:24.771386 tst ping.py: using BVCI 21932\u000a13:57:24.795595 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:24.807165 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:24.818544 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:24.829988 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:24.841402 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:24.852785 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:24.864162 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:24.875451 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:57:25.164393 tst ping.py:19: start network...\u000a13:57:25.296704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:57:25.793998 run create_hlr_db(pid=13550): Launched\u000a13:57:25.978094 bus /gobi_6: Setting Powered False\u000a13:57:26.998315 run create_hlr_db(pid=13550): Terminated: ok {rc=0}\u000a13:57:27.421409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13552): Launched\u000a13:57:27.740234 run osmo-hlr_10.42.42.2(pid=13553): Launched\u000a13:57:27.853973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:57:28.372889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13555): Launched\u000a13:57:28.669257 run osmo-stp_10.42.42.5(pid=13556): Launched\u000a13:57:28.776592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:57:29.293372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13558): Launched\u000a13:57:29.398480 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:57:29.656224 run patchelf(pid=13559): Launched\u000a13:57:29.829259 run osmo-stp_10.42.42.5(pid=13556): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13556)]\u000a13:57:29.956205 run osmo-stp_10.42.42.5(pid=13556): stdout: \u000a| (launched: 2022-12-09_13:57:28.523377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:30.082969 run osmo-stp_10.42.42.5(pid=13556): stderr: \u000a| �[0;m�[38;5;43m20221209135728695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135728695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135728695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135728696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135728696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135728696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135728696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:30.205596 run osmo-stp_10.42.42.5(pid=13556): stdout: \u000a| (launched: 2022-12-09_13:57:28.523377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:30.326947 run osmo-stp_10.42.42.5(pid=13556): stderr: \u000a| �[0;m�[38;5;43m20221209135728695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135728695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135728695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135728696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135728696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135728696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135728696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:30.467906 run patchelf(pid=13559): Terminating (SIGINT)\u000a13:57:30.633599 run patchelf(pid=13559): Terminated: ok {rc=0}\u000a13:57:30.663679 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13556): Process ended prematurely: osmo-stp_10.42.42.5(pid=13556) [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13556)] [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a13:57:30.672260 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:57:30.731650 run osmo-hlr_10.42.42.2(pid=13553): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13553)]\u000a13:57:30.780256 run osmo-hlr_10.42.42.2(pid=13553): stdout: \u000a| (launched: 2022-12-09_13:57:27.582952) \u000a13:57:30.829961 run osmo-hlr_10.42.42.2(pid=13553): stderr: \u000a| �[0;m�[1;31m20221209135727780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135727780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135727780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135727780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135727780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135727780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135727792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135727800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135727801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135727801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:57:30.891803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13552): Terminating (SIGTERM)\u000a13:57:30.947447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13555): Terminating (SIGTERM)\u000a13:57:30.994028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13558): Terminating (SIGTERM)\u000a13:57:31.006101 --- ParallelTerminationStrategy: PID 13552 died...\u000a13:57:31.068138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13552): Terminated: ok {rc=0}\u000a13:57:31.079350 --- ParallelTerminationStrategy: PID 13555 died...\u000a13:57:31.141744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13555): Terminated: ok {rc=0}\u000a13:57:31.152852 --- ParallelTerminationStrategy: PID 13558 died...\u000a13:57:31.213318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13558): Terminated: ok {rc=0}\u000a13:57:31.305582 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13566): Process ended prematurely: osmo-stp_10.42.42.5(pid=13566) [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13566)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13566): Process ended prematurely: osmo-stp_10.42.42.5(pid=13566) [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:57:32.359055 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:32.371599 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:57:32.516085 tst ping_idle_ping.py: using LAC 21932\u000a13:57:32.646535 tst ping_idle_ping.py: using RAC 2\u000a13:57:32.764187 tst ping_idle_ping.py: using CellId 21932\u000a13:57:32.879919 tst ping_idle_ping.py: using BVCI 21933\u000a13:57:32.902602 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:32.913621 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:32.924273 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:32.935109 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:32.945824 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:32.956595 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:32.967554 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:57:32.978309 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:57:33.268014 tst ping_idle_ping.py:24: start network...\u000a13:57:33.400137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:57:33.880209 run create_hlr_db(pid=13560): Launched\u000a13:57:34.065765 bus /gobi_6: Setting Powered False\u000a13:57:35.086853 run create_hlr_db(pid=13560): Terminated: ok {rc=0}\u000a13:57:35.485642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13562): Launched\u000a13:57:35.781109 run osmo-hlr_10.42.42.2(pid=13563): Launched\u000a13:57:35.894739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:57:36.412075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13565): Launched\u000a13:57:36.707646 run osmo-stp_10.42.42.5(pid=13566): Launched\u000a13:57:36.815972 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:57:37.333959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13568): Launched\u000a13:57:37.439381 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:57:37.697618 run patchelf(pid=13569): Launched\u000a13:57:37.871243 run osmo-stp_10.42.42.5(pid=13566): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13566)]\u000a13:57:37.998944 run osmo-stp_10.42.42.5(pid=13566): stdout: \u000a| (launched: 2022-12-09_13:57:36.562273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:38.125826 run osmo-stp_10.42.42.5(pid=13566): stderr: \u000a| �[0;m�[38;5;43m20221209135736732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135736732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135736732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135736733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135736733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135736733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135736733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:38.247843 run osmo-stp_10.42.42.5(pid=13566): stdout: \u000a| (launched: 2022-12-09_13:57:36.562273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:38.368651 run osmo-stp_10.42.42.5(pid=13566): stderr: \u000a| �[0;m�[38;5;43m20221209135736732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135736732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135736732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135736733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135736733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135736733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135736733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:38.509916 run patchelf(pid=13569): Terminating (SIGINT)\u000a13:57:38.676465 run patchelf(pid=13569): Terminated: ok {rc=0}\u000a13:57:38.706790 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13566): Process ended prematurely: osmo-stp_10.42.42.5(pid=13566) [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13566)] [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:57:38.715226 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a13:57:38.774501 run osmo-hlr_10.42.42.2(pid=13563): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13563)]\u000a13:57:38.822903 run osmo-hlr_10.42.42.2(pid=13563): stdout: \u000a| (launched: 2022-12-09_13:57:35.635696) \u000a13:57:38.871932 run osmo-hlr_10.42.42.2(pid=13563): stderr: \u000a| �[0;m�[1;31m20221209135735812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135735812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135735812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135735812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135735812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135735812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135735824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135735838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135735839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135735839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:57:38.913806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13562): Terminating (SIGTERM)\u000a13:57:38.953145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13565): Terminating (SIGTERM)\u000a13:57:38.992339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13568): Terminating (SIGTERM)\u000a13:57:39.001609 --- ParallelTerminationStrategy: PID 13562 died...\u000a13:57:39.054230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13562): Terminated: ok {rc=0}\u000a13:57:39.063851 --- ParallelTerminationStrategy: PID 13565 died...\u000a13:57:39.116411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13565): Terminated: ok {rc=0}\u000a13:57:39.125978 --- ParallelTerminationStrategy: PID 13568 died...\u000a13:57:39.178356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13568): Terminated: ok {rc=0}\u000a13:57:39.261212 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:56:42" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13583): Process ended prematurely: osmo-stp_10.42.42.5(pid=13583) [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13583)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13583): Process ended prematurely: osmo-stp_10.42.42.5(pid=13583) [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:57:41.418631 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:41.429881 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:57:41.588626 tst cs_paging_gprs_active.py: using LAC 21933\u000a13:57:41.715552 tst cs_paging_gprs_active.py: using RAC 3\u000a13:57:41.840869 tst cs_paging_gprs_active.py: using CellId 21933\u000a13:57:41.979934 tst cs_paging_gprs_active.py: using BVCI 21934\u000a13:57:42.004923 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:42.016324 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:42.027666 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:42.039367 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:42.051027 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:42.062559 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:42.074128 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:42.085518 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:42.097252 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:57:42.213691 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:57:42.508750 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:57:42.643767 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:42.977876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13573): Launched\u000a13:57:43.255970 run iperf3-srv_10.42.42.10(pid=13574): Launched\u000a13:57:43.454142 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:57:43.589335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:43.921923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13575): Launched\u000a13:57:44.199468 run iperf3-srv_10.42.42.10(pid=13576): Launched\u000a13:57:44.397673 tst cs_paging_gprs_active.py:38: start network...\u000a13:57:44.532662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:57:45.040281 run create_hlr_db(pid=13577): Launched\u000a13:57:45.227044 bus /gobi_6: Setting Powered False\u000a13:57:46.249291 run create_hlr_db(pid=13577): Terminated: ok {rc=0}\u000a13:57:46.694169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13579): Launched\u000a13:57:47.038224 run osmo-hlr_10.42.42.2(pid=13580): Launched\u000a13:57:47.215105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:57:47.780875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13582): Launched\u000a13:57:48.103469 run osmo-stp_10.42.42.5(pid=13583): Launched\u000a13:57:48.221233 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:57:48.784877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13585): Launched\u000a13:57:48.901029 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:57:49.182511 run patchelf(pid=13586): Launched\u000a13:57:49.371347 run osmo-stp_10.42.42.5(pid=13583): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13583)]\u000a13:57:49.509429 run osmo-stp_10.42.42.5(pid=13583): stdout: \u000a| (launched: 2022-12-09_13:57:47.945409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:49.647830 run osmo-stp_10.42.42.5(pid=13583): stderr: \u000a| �[0;m�[38;5;43m20221209135748137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135748137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135748137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135748138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135748138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135748138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135748138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:49.781559 run osmo-stp_10.42.42.5(pid=13583): stdout: \u000a| (launched: 2022-12-09_13:57:47.945409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:49.914277 run osmo-stp_10.42.42.5(pid=13583): stderr: \u000a| �[0;m�[38;5;43m20221209135748137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135748137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135748137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135748138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135748138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135748138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135748138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:50.068239 run patchelf(pid=13586): Terminating (SIGINT)\u000a13:57:50.249119 run patchelf(pid=13586): Terminated: ok {rc=0}\u000a13:57:50.282227 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13583): Process ended prematurely: osmo-stp_10.42.42.5(pid=13583) [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13583)] [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:57:50.292485 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:57:50.355909 run osmo-hlr_10.42.42.2(pid=13580): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13580)]\u000a13:57:50.407384 run osmo-hlr_10.42.42.2(pid=13580): stdout: \u000a| (launched: 2022-12-09_13:57:46.861553) \u000a13:57:50.459401 run osmo-hlr_10.42.42.2(pid=13580): stderr: \u000a| �[0;m�[1;31m20221209135747215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135747215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135747215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135747215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135747215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135747215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135747227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135747236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135747236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135747236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:57:50.503927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13573): Terminating (SIGTERM)\u000a13:57:50.545964 run iperf3-srv_10.42.42.10(pid=13574): Terminating (SIGTERM)\u000a13:57:50.587653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13575): Terminating (SIGTERM)\u000a13:57:50.630009 run iperf3-srv_10.42.42.10(pid=13576): Terminating (SIGTERM)\u000a13:57:50.671736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13579): Terminating (SIGTERM)\u000a13:57:50.714024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13582): Terminating (SIGTERM)\u000a13:57:50.755831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13585): Terminating (SIGTERM)\u000a13:57:50.765876 --- ParallelTerminationStrategy: PID 13573 died...\u000a13:57:50.822340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13573): Terminated: ok {rc=0}\u000a13:57:50.832379 --- ParallelTerminationStrategy: PID 13574 died...\u000a13:57:50.888099 run iperf3-srv_10.42.42.10(pid=13574): Terminated {rc=256}\u000a13:57:50.898205 --- ParallelTerminationStrategy: PID 13575 died...\u000a13:57:50.953891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13575): Terminated: ok {rc=0}\u000a13:57:50.963892 --- ParallelTerminationStrategy: PID 13576 died...\u000a13:57:51.019077 run iperf3-srv_10.42.42.10(pid=13576): Terminated {rc=256}\u000a13:57:51.029421 --- ParallelTerminationStrategy: PID 13579 died...\u000a13:57:51.085143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13579): Terminated: ok {rc=0}\u000a13:57:51.095148 --- ParallelTerminationStrategy: PID 13582 died...\u000a13:57:51.151050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13582): Terminated: ok {rc=0}\u000a13:57:51.161167 --- ParallelTerminationStrategy: PID 13585 died...\u000a13:57:51.216709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13585): Terminated: ok {rc=0}\u000a13:57:51.304007 bus /gobi_0: Setting Powered False\u000a13:57:52.411634 bus /gobi_0: Setting Powered False\u000a13:57:53.518835 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13595): Process ended prematurely: osmo-stp_10.42.42.5(pid=13595) [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13595)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13595): Process ended prematurely: osmo-stp_10.42.42.5(pid=13595) [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13595)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:57:54.633685 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:54.645765 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:57:54.809270 tst iperf3.py: using LAC 21934\u000a13:57:54.930030 tst iperf3.py: using RAC 4\u000a13:57:55.053195 tst iperf3.py: using CellId 21934\u000a13:57:55.174297 tst iperf3.py: using BVCI 21935\u000a13:57:55.197646 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:55.208726 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:55.219457 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:55.231188 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:55.242437 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:55.253729 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:55.265020 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:55.276049 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:57:55.287383 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:57:55.563639 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:57:55.689032 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:56.000474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13587): Launched\u000a13:57:56.260440 run iperf3-srv_10.42.42.10(pid=13588): Launched\u000a13:57:56.443494 tst iperf3.py:8: start network...\u000a13:57:56.568808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:57:57.054390 run create_hlr_db(pid=13589): Launched\u000a13:57:57.228265 bus /gobi_6: Setting Powered False\u000a13:57:58.250662 run create_hlr_db(pid=13589): Terminated: ok {rc=0}\u000a13:57:58.679912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13591): Launched\u000a13:57:59.002697 run osmo-hlr_10.42.42.2(pid=13592): Launched\u000a13:57:59.123117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:57:59.682534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13594): Launched\u000a13:58:00.005427 run osmo-stp_10.42.42.5(pid=13595): Launched\u000a13:58:00.123114 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:58:00.686313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13597): Launched\u000a13:58:00.802017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:58:01.106867 run patchelf(pid=13598): Launched\u000a13:58:01.299663 run osmo-stp_10.42.42.5(pid=13595): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13595)]\u000a13:58:01.441479 run osmo-stp_10.42.42.5(pid=13595): stdout: \u000a| (launched: 2022-12-09_13:57:59.846568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:01.585153 run osmo-stp_10.42.42.5(pid=13595): stderr: \u000a| �[0;m�[38;5;43m20221209135800038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135800038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135800038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135800039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135800039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135800039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135800039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:01.722788 run osmo-stp_10.42.42.5(pid=13595): stdout: \u000a| (launched: 2022-12-09_13:57:59.846568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:01.859102 run osmo-stp_10.42.42.5(pid=13595): stderr: \u000a| �[0;m�[38;5;43m20221209135800038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135800038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135800038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135800039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135800039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135800039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135800039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:02.016615 run patchelf(pid=13598): Terminating (SIGINT)\u000a13:58:02.201187 run patchelf(pid=13598): Terminated: ok {rc=0}\u000a13:58:02.235013 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13595): Process ended prematurely: osmo-stp_10.42.42.5(pid=13595) [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13595)] [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:58:02.245248 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:58:02.309616 run osmo-hlr_10.42.42.2(pid=13592): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13592)]\u000a13:58:02.361573 run osmo-hlr_10.42.42.2(pid=13592): stdout: \u000a| (launched: 2022-12-09_13:57:58.843771) \u000a13:58:02.414396 run osmo-hlr_10.42.42.2(pid=13592): stderr: \u000a| �[0;m�[1;31m20221209135759040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135759040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135759040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135759040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135759040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135759040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135759053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135759061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135759061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135759061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:58:02.459004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13587): Terminating (SIGTERM)\u000a13:58:02.500786 run iperf3-srv_10.42.42.10(pid=13588): Terminating (SIGTERM)\u000a13:58:02.543422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13591): Terminating (SIGTERM)\u000a13:58:02.585565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13594): Terminating (SIGTERM)\u000a13:58:02.627741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13597): Terminating (SIGTERM)\u000a13:58:02.637612 --- ParallelTerminationStrategy: PID 13587 died...\u000a13:58:02.694055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13587): Terminated: ok {rc=0}\u000a13:58:02.704130 --- ParallelTerminationStrategy: PID 13588 died...\u000a13:58:02.760329 run iperf3-srv_10.42.42.10(pid=13588): Terminated {rc=256}\u000a13:58:02.770583 --- ParallelTerminationStrategy: PID 13591 died...\u000a13:58:02.826518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13591): Terminated: ok {rc=0}\u000a13:58:02.837369 --- ParallelTerminationStrategy: PID 13594 died...\u000a13:58:02.893953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13594): Terminated: ok {rc=0}\u000a13:58:02.904362 --- ParallelTerminationStrategy: PID 13597 died...\u000a13:58:02.960527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13597): Terminated: ok {rc=0}\u000a13:58:03.046548 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13613): Process ended prematurely: osmo-stp_10.42.42.5(pid=13613) [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13613)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13613): Process ended prematurely: osmo-stp_10.42.42.5(pid=13613) [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:58:04.162650 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:04.174853 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:58:04.337072 tst iperf3m4.py: using LAC 21935\u000a13:58:04.463828 tst iperf3m4.py: using RAC 5\u000a13:58:04.595151 tst iperf3m4.py: using CellId 21935\u000a13:58:04.722509 tst iperf3m4.py: using BVCI 21936\u000a13:58:04.747248 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:04.758641 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:04.769904 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:04.781560 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:04.793104 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:04.804631 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:04.816552 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:04.828356 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:04.840284 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:58:04.957990 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:58:05.080509 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:58:05.196805 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:58:05.489911 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:58:05.624856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:05.958179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13599): Launched\u000a13:58:06.237507 run iperf3-srv_10.42.42.10(pid=13600): Launched\u000a13:58:06.436037 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:58:06.571447 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:06.904644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13601): Launched\u000a13:58:07.182730 run iperf3-srv_10.42.42.10(pid=13602): Launched\u000a13:58:07.380557 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:58:07.515789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:07.849247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13603): Launched\u000a13:58:08.127137 run iperf3-srv_10.42.42.10(pid=13604): Launched\u000a13:58:08.325657 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:58:08.460528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:08.794325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13605): Launched\u000a13:58:09.071769 run iperf3-srv_10.42.42.10(pid=13606): Launched\u000a13:58:09.269878 tst iperf3m4.py:8: start network...\u000a13:58:09.404750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:58:09.911331 run create_hlr_db(pid=13607): Launched\u000a13:58:10.098245 bus /gobi_6: Setting Powered False\u000a13:58:11.118467 run create_hlr_db(pid=13607): Terminated: ok {rc=0}\u000a13:58:11.547374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13609): Launched\u000a13:58:11.870711 run osmo-hlr_10.42.42.2(pid=13610): Launched\u000a13:58:11.990246 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:58:12.553929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13612): Launched\u000a13:58:12.877594 run osmo-stp_10.42.42.5(pid=13613): Launched\u000a13:58:12.995245 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:58:13.558415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13615): Launched\u000a13:58:13.673899 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:58:13.954827 run patchelf(pid=13616): Launched\u000a13:58:14.144455 run osmo-stp_10.42.42.5(pid=13613): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13613)]\u000a13:58:14.283108 run osmo-stp_10.42.42.5(pid=13613): stdout: \u000a| (launched: 2022-12-09_13:58:12.718352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:14.421992 run osmo-stp_10.42.42.5(pid=13613): stderr: \u000a| �[0;m�[38;5;43m20221209135812906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135812906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135812906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135812907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135812907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135812907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135812907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:14.555886 run osmo-stp_10.42.42.5(pid=13613): stdout: \u000a| (launched: 2022-12-09_13:58:12.718352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:14.688745 run osmo-stp_10.42.42.5(pid=13613): stderr: \u000a| �[0;m�[38;5;43m20221209135812906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135812906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135812906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135812907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135812907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135812907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135812907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:14.842592 run patchelf(pid=13616): Terminating (SIGINT)\u000a13:58:15.023096 run patchelf(pid=13616): Terminated: ok {rc=0}\u000a13:58:15.056098 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13613): Process ended prematurely: osmo-stp_10.42.42.5(pid=13613) [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13613)] [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:58:15.066082 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a13:58:15.129992 run osmo-hlr_10.42.42.2(pid=13610): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13610)]\u000a13:58:15.181718 run osmo-hlr_10.42.42.2(pid=13610): stdout: \u000a| (launched: 2022-12-09_13:58:11.711579) \u000a13:58:15.233931 run osmo-hlr_10.42.42.2(pid=13610): stderr: \u000a| �[0;m�[1;31m20221209135811906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135811906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135811906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135811906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135811906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135811906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135811920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135811928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135811928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135811928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:58:15.277996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13599): Terminating (SIGTERM)\u000a13:58:15.319943 run iperf3-srv_10.42.42.10(pid=13600): Terminating (SIGTERM)\u000a13:58:15.361838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13601): Terminating (SIGTERM)\u000a13:58:15.403523 run iperf3-srv_10.42.42.10(pid=13602): Terminating (SIGTERM)\u000a13:58:15.445655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13603): Terminating (SIGTERM)\u000a13:58:15.487501 run iperf3-srv_10.42.42.10(pid=13604): Terminating (SIGTERM)\u000a13:58:15.529118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13605): Terminating (SIGTERM)\u000a13:58:15.570844 run iperf3-srv_10.42.42.10(pid=13606): Terminating (SIGTERM)\u000a13:58:15.612553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13609): Terminating (SIGTERM)\u000a13:58:15.654339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13612): Terminating (SIGTERM)\u000a13:58:15.696922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13615): Terminating (SIGTERM)\u000a13:58:15.706795 --- ParallelTerminationStrategy: PID 13599 died...\u000a13:58:15.763273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13599): Terminated: ok {rc=0}\u000a13:58:15.773761 --- ParallelTerminationStrategy: PID 13600 died...\u000a13:58:15.829758 run iperf3-srv_10.42.42.10(pid=13600): Terminated {rc=256}\u000a13:58:15.840365 --- ParallelTerminationStrategy: PID 13601 died...\u000a13:58:15.898095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13601): Terminated: ok {rc=0}\u000a13:58:15.908782 --- ParallelTerminationStrategy: PID 13602 died...\u000a13:58:15.965809 run iperf3-srv_10.42.42.10(pid=13602): Terminated {rc=256}\u000a13:58:15.976347 --- ParallelTerminationStrategy: PID 13603 died...\u000a13:58:16.033508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13603): Terminated: ok {rc=0}\u000a13:58:16.044329 --- ParallelTerminationStrategy: PID 13604 died...\u000a13:58:16.101587 run iperf3-srv_10.42.42.10(pid=13604): Terminated {rc=256}\u000a13:58:16.112196 --- ParallelTerminationStrategy: PID 13605 died...\u000a13:58:16.169852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13605): Terminated: ok {rc=0}\u000a13:58:16.180432 --- ParallelTerminationStrategy: PID 13606 died...\u000a13:58:16.237604 run iperf3-srv_10.42.42.10(pid=13606): Terminated {rc=256}\u000a13:58:16.248157 --- ParallelTerminationStrategy: PID 13609 died...\u000a13:58:16.305146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13609): Terminated: ok {rc=0}\u000a13:58:16.315734 --- ParallelTerminationStrategy: PID 13612 died...\u000a13:58:16.373088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13612): Terminated: ok {rc=0}\u000a13:58:16.383803 --- ParallelTerminationStrategy: PID 13615 died...\u000a13:58:16.441663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13615): Terminated: ok {rc=0}\u000a13:58:16.531312 bus /gobi_4: Setting Powered False\u000a13:58:17.634180 bus /gobi_4: Setting Powered False\u000a13:58:18.746028 bus /gobi_1: Setting Powered False\u000a13:58:19.849942 bus /gobi_1: Setting Powered False\u000a13:58:20.962699 bus /gobi_0: Setting Powered False\u000a13:58:22.064600 bus /gobi_0: Setting Powered False\u000a13:58:23.175733 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13624): Process ended prematurely: osmo-stp_10.42.42.5(pid=13624) [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13624)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13624): Process ended prematurely: osmo-stp_10.42.42.5(pid=13624) [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:58:24.244527 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:24.256590 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:58:24.418516 tst ping.py: using LAC 21936\u000a13:58:24.540412 tst ping.py: using RAC 6\u000a13:58:24.658393 tst ping.py: using CellId 21936\u000a13:58:24.774942 tst ping.py: using BVCI 21937\u000a13:58:24.797908 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:24.809065 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:24.820004 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:24.831291 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:24.842461 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:24.853685 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:24.864649 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:24.875547 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:58:25.163928 tst ping.py:19: start network...\u000a13:58:25.296822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:58:25.795984 run create_hlr_db(pid=13618): Launched\u000a13:58:25.980593 bus /gobi_6: Setting Powered False\u000a13:58:27.001717 run create_hlr_db(pid=13618): Terminated: ok {rc=0}\u000a13:58:27.425666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13620): Launched\u000a13:58:27.743522 run osmo-hlr_10.42.42.2(pid=13621): Launched\u000a13:58:27.863249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:58:28.418058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13623): Launched\u000a13:58:28.735538 run osmo-stp_10.42.42.5(pid=13624): Launched\u000a13:58:28.851238 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:58:29.407118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13626): Launched\u000a13:58:29.520359 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:58:29.796359 run patchelf(pid=13627): Launched\u000a13:58:29.982327 run osmo-stp_10.42.42.5(pid=13624): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13624)]\u000a13:58:30.118404 run osmo-stp_10.42.42.5(pid=13624): stdout: \u000a| (launched: 2022-12-09_13:58:28.579616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:30.255074 run osmo-stp_10.42.42.5(pid=13624): stderr: \u000a| �[0;m�[38;5;43m20221209135828770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135828770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135828770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135828771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135828771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135828771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135828771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:30.387008 run osmo-stp_10.42.42.5(pid=13624): stdout: \u000a| (launched: 2022-12-09_13:58:28.579616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:30.517436 run osmo-stp_10.42.42.5(pid=13624): stderr: \u000a| �[0;m�[38;5;43m20221209135828770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135828770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135828770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135828771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135828771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135828771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135828771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:30.668727 run patchelf(pid=13627): Terminating (SIGINT)\u000a13:58:30.852449 run patchelf(pid=13627): Terminated: ok {rc=0}\u000a13:58:30.885230 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13624): Process ended prematurely: osmo-stp_10.42.42.5(pid=13624) [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13624)] [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:58:30.895981 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:58:30.967102 run osmo-hlr_10.42.42.2(pid=13621): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13621)]\u000a13:58:31.020816 run osmo-hlr_10.42.42.2(pid=13621): stdout: \u000a| (launched: 2022-12-09_13:58:27.587175) \u000a13:58:31.074512 run osmo-hlr_10.42.42.2(pid=13621): stderr: \u000a| �[0;m�[1;31m20221209135827781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135827781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135827781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135827781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135827781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135827781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135827794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135827804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135827804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135827804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:58:31.120468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13620): Terminating (SIGTERM)\u000a13:58:31.164318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13623): Terminating (SIGTERM)\u000a13:58:31.208263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13626): Terminating (SIGTERM)\u000a13:58:31.218565 --- ParallelTerminationStrategy: PID 13620 died...\u000a13:58:31.277230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13620): Terminated: ok {rc=0}\u000a13:58:31.288297 --- ParallelTerminationStrategy: PID 13623 died...\u000a13:58:31.346714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13623): Terminated: ok {rc=0}\u000a13:58:31.357787 --- ParallelTerminationStrategy: PID 13626 died...\u000a13:58:31.416083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13626): Terminated: ok {rc=0}\u000a13:58:31.505868 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13634): Process ended prematurely: osmo-stp_10.42.42.5(pid=13634) [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13634)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13634): Process ended prematurely: osmo-stp_10.42.42.5(pid=13634) [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:58:32.557603 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:32.570473 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:58:32.731255 tst ping_idle_ping.py: using LAC 21937\u000a13:58:32.860706 tst ping_idle_ping.py: using RAC 7\u000a13:58:32.983780 tst ping_idle_ping.py: using CellId 21937\u000a13:58:33.103926 tst ping_idle_ping.py: using BVCI 21938\u000a13:58:33.126774 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:33.138219 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:33.149190 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:33.160731 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:33.172189 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:33.183781 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:33.195433 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:58:33.206821 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:58:33.497152 tst ping_idle_ping.py:24: start network...\u000a13:58:33.629984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:58:34.134296 run create_hlr_db(pid=13628): Launched\u000a13:58:34.320140 bus /gobi_6: Setting Powered False\u000a13:58:35.340722 run create_hlr_db(pid=13628): Terminated: ok {rc=0}\u000a13:58:35.741619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13630): Launched\u000a13:58:36.039699 run osmo-hlr_10.42.42.2(pid=13631): Launched\u000a13:58:36.149429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:58:36.665211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13633): Launched\u000a13:58:36.962247 run osmo-stp_10.42.42.5(pid=13634): Launched\u000a13:58:37.069644 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:58:37.586928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13636): Launched\u000a13:58:37.692257 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:58:37.951801 run patchelf(pid=13637): Launched\u000a13:58:38.125889 run osmo-stp_10.42.42.5(pid=13634): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13634)]\u000a13:58:38.253075 run osmo-stp_10.42.42.5(pid=13634): stdout: \u000a| (launched: 2022-12-09_13:58:36.815898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:38.380419 run osmo-stp_10.42.42.5(pid=13634): stderr: \u000a| �[0;m�[38;5;43m20221209135836985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135836985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135836985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135836986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135836986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135836986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135836986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:38.504226 run osmo-stp_10.42.42.5(pid=13634): stdout: \u000a| (launched: 2022-12-09_13:58:36.815898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:38.626121 run osmo-stp_10.42.42.5(pid=13634): stderr: \u000a| �[0;m�[38;5;43m20221209135836985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135836985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135836985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135836986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135836986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135836986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135836986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:38.767512 run patchelf(pid=13637): Terminating (SIGINT)\u000a13:58:38.933890 run patchelf(pid=13637): Terminated: ok {rc=0}\u000a13:58:38.964191 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13634): Process ended prematurely: osmo-stp_10.42.42.5(pid=13634) [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13634)] [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:58:38.972690 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:58:39.032009 run osmo-hlr_10.42.42.2(pid=13631): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13631)]\u000a13:58:39.080534 run osmo-hlr_10.42.42.2(pid=13631): stdout: \u000a| (launched: 2022-12-09_13:58:35.893321) \u000a13:58:39.129822 run osmo-hlr_10.42.42.2(pid=13631): stderr: \u000a| �[0;m�[1;31m20221209135836068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135836068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135836068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135836068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135836068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135836068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135836080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135836089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135836090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135836090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:58:39.171598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13630): Terminating (SIGTERM)\u000a13:58:39.211192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13633): Terminating (SIGTERM)\u000a13:58:39.250827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13636): Terminating (SIGTERM)\u000a13:58:39.260155 --- ParallelTerminationStrategy: PID 13630 died...\u000a13:58:39.313110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13630): Terminated: ok {rc=0}\u000a13:58:39.322862 --- ParallelTerminationStrategy: PID 13633 died...\u000a13:58:39.375776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13633): Terminated: ok {rc=0}\u000a13:58:39.385865 --- ParallelTerminationStrategy: PID 13636 died...\u000a13:58:39.438864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13636): Terminated: ok {rc=0}\u000a13:58:39.526610 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:57:41" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13652): Process ended prematurely: osmo-stp_10.42.42.5(pid=13652) [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13652)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13652): Process ended prematurely: osmo-stp_10.42.42.5(pid=13652) [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:58:41.682359 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:41.693850 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:58:41.830665 tst cs_paging_gprs_active.py: using LAC 21938\u000a13:58:41.947849 tst cs_paging_gprs_active.py: using RAC 8\u000a13:58:42.070639 tst cs_paging_gprs_active.py: using CellId 21938\u000a13:58:42.186650 tst cs_paging_gprs_active.py: using BVCI 21939\u000a13:58:42.209740 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:42.221043 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:42.232051 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:42.243059 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:42.254046 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:42.264915 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:42.276010 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:42.286939 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:42.298178 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:58:42.416435 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:58:42.706710 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:58:42.839703 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:43.167905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13642): Launched\u000a13:58:43.441021 run iperf3-srv_10.42.42.10(pid=13643): Launched\u000a13:58:43.635502 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:58:43.768441 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:44.095734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13644): Launched\u000a13:58:44.369163 run iperf3-srv_10.42.42.10(pid=13645): Launched\u000a13:58:44.563818 tst cs_paging_gprs_active.py:38: start network...\u000a13:58:44.696537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:58:45.198926 run create_hlr_db(pid=13646): Launched\u000a13:58:45.382937 bus /gobi_6: Setting Powered False\u000a13:58:46.458662 run create_hlr_db(pid=13646): Terminated: ok {rc=0}\u000a13:58:46.923294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13648): Launched\u000a13:58:47.344263 run osmo-hlr_10.42.42.2(pid=13649): Launched\u000a13:58:47.459873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:58:48.013383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13651): Launched\u000a13:58:48.333113 run osmo-stp_10.42.42.5(pid=13652): Launched\u000a13:58:48.448680 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:58:49.003034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13654): Launched\u000a13:58:49.117258 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:58:49.394714 run patchelf(pid=13655): Launched\u000a13:58:49.581317 run osmo-stp_10.42.42.5(pid=13652): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13652)]\u000a13:58:49.717979 run osmo-stp_10.42.42.5(pid=13652): stdout: \u000a| (launched: 2022-12-09_13:58:48.176483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:49.854934 run osmo-stp_10.42.42.5(pid=13652): stderr: \u000a| �[0;m�[38;5;43m20221209135848367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135848367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135848367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135848367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135848368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135848368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135848368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:49.987283 run osmo-stp_10.42.42.5(pid=13652): stdout: \u000a| (launched: 2022-12-09_13:58:48.176483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:50.118578 run osmo-stp_10.42.42.5(pid=13652): stderr: \u000a| �[0;m�[38;5;43m20221209135848367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135848367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135848367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135848367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135848368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135848368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135848368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:50.271055 run patchelf(pid=13655): Terminating (SIGINT)\u000a13:58:50.449376 run patchelf(pid=13655): Terminated: ok {rc=0}\u000a13:58:50.482219 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13652): Process ended prematurely: osmo-stp_10.42.42.5(pid=13652) [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13652)] [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a13:58:50.492058 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:58:50.555765 run osmo-hlr_10.42.42.2(pid=13649): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13649)]\u000a13:58:50.607446 run osmo-hlr_10.42.42.2(pid=13649): stdout: \u000a| (launched: 2022-12-09_13:58:47.079346) \u000a13:58:50.659639 run osmo-hlr_10.42.42.2(pid=13649): stderr: \u000a| �[0;m�[1;31m20221209135847308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135847308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135847308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135847308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135847308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135847308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135847328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135847336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135847337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135847337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:58:50.703859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13642): Terminating (SIGTERM)\u000a13:58:50.745882 run iperf3-srv_10.42.42.10(pid=13643): Terminating (SIGTERM)\u000a13:58:50.787924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13644): Terminating (SIGTERM)\u000a13:58:50.830221 run iperf3-srv_10.42.42.10(pid=13645): Terminating (SIGTERM)\u000a13:58:50.872030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13648): Terminating (SIGTERM)\u000a13:58:50.914125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13651): Terminating (SIGTERM)\u000a13:58:50.956220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13654): Terminating (SIGTERM)\u000a13:58:50.966085 --- ParallelTerminationStrategy: PID 13642 died...\u000a13:58:51.023041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13642): Terminated: ok {rc=0}\u000a13:58:51.033254 --- ParallelTerminationStrategy: PID 13643 died...\u000a13:58:51.089305 run iperf3-srv_10.42.42.10(pid=13643): Terminated {rc=256}\u000a13:58:51.099345 --- ParallelTerminationStrategy: PID 13644 died...\u000a13:58:51.155574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13644): Terminated: ok {rc=0}\u000a13:58:51.165955 --- ParallelTerminationStrategy: PID 13645 died...\u000a13:58:51.222060 run iperf3-srv_10.42.42.10(pid=13645): Terminated {rc=256}\u000a13:58:51.232133 --- ParallelTerminationStrategy: PID 13648 died...\u000a13:58:51.287956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13648): Terminated: ok {rc=0}\u000a13:58:51.298086 --- ParallelTerminationStrategy: PID 13651 died...\u000a13:58:51.354148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13651): Terminated: ok {rc=0}\u000a13:58:51.364231 --- ParallelTerminationStrategy: PID 13654 died...\u000a13:58:51.420122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13654): Terminated: ok {rc=0}\u000a13:58:51.506026 bus /gobi_0: Setting Powered False\u000a13:58:52.613816 bus /gobi_0: Setting Powered False\u000a13:58:53.726339 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13665): Process ended prematurely: osmo-stp_10.42.42.5(pid=13665) [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13665)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13665): Process ended prematurely: osmo-stp_10.42.42.5(pid=13665) [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a13:58:54.835852 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:54.848351 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:58:54.984839 tst iperf3.py: using LAC 21939\u000a13:58:55.110727 tst iperf3.py: using RAC 9\u000a13:58:55.241077 tst iperf3.py: using CellId 21939\u000a13:58:55.367098 tst iperf3.py: using BVCI 21940\u000a13:58:55.391710 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:55.403751 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:55.415579 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:55.427846 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:55.440751 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:55.453574 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:55.465417 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:55.477805 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:58:55.491234 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:58:55.769363 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:58:55.893836 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:56.202854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13657): Launched\u000a13:58:56.459077 run iperf3-srv_10.42.42.10(pid=13658): Launched\u000a13:58:56.640921 tst iperf3.py:8: start network...\u000a13:58:56.764333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:58:57.243159 run create_hlr_db(pid=13659): Launched\u000a13:58:57.414820 bus /gobi_6: Setting Powered False\u000a13:58:58.436893 run create_hlr_db(pid=13659): Terminated: ok {rc=0}\u000a13:58:58.833772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13661): Launched\u000a13:58:59.132757 run osmo-hlr_10.42.42.2(pid=13662): Launched\u000a13:58:59.251541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:58:59.777095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13664): Launched\u000a13:59:00.076005 run osmo-stp_10.42.42.5(pid=13665): Launched\u000a13:59:00.185750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:59:00.707284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13667): Launched\u000a13:59:00.813878 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:59:01.108213 run patchelf(pid=13668): Launched\u000a13:59:01.286677 run osmo-stp_10.42.42.5(pid=13665): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13665)]\u000a13:59:01.416812 run osmo-stp_10.42.42.5(pid=13665): stdout: \u000a| (launched: 2022-12-09_13:58:59.928632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:01.548352 run osmo-stp_10.42.42.5(pid=13665): stderr: \u000a| �[0;m�[38;5;43m20221209135900099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135900099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135900099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135900099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135900100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135900100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135900100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:01.674836 run osmo-stp_10.42.42.5(pid=13665): stdout: \u000a| (launched: 2022-12-09_13:58:59.928632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:01.800164 run osmo-stp_10.42.42.5(pid=13665): stderr: \u000a| �[0;m�[38;5;43m20221209135900099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135900099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135900099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135900099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135900100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135900100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135900100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:01.946558 run patchelf(pid=13668): Terminating (SIGINT)\u000a13:59:02.117925 run patchelf(pid=13668): Terminated: ok {rc=0}\u000a13:59:02.149606 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13665): Process ended prematurely: osmo-stp_10.42.42.5(pid=13665) [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13665)] [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a13:59:02.159482 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a13:59:02.220913 run osmo-hlr_10.42.42.2(pid=13662): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13662)]\u000a13:59:02.269679 run osmo-hlr_10.42.42.2(pid=13662): stdout: \u000a| (launched: 2022-12-09_13:58:58.985595) \u000a13:59:02.319228 run osmo-hlr_10.42.42.2(pid=13662): stderr: \u000a| �[0;m�[1;31m20221209135859160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135859161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135859161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135859161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135859161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135859161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135859173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135859182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135859182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135859182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:02.361236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13657): Terminating (SIGTERM)\u000a13:59:02.400831 run iperf3-srv_10.42.42.10(pid=13658): Terminating (SIGTERM)\u000a13:59:02.440621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13661): Terminating (SIGTERM)\u000a13:59:02.480158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13664): Terminating (SIGTERM)\u000a13:59:02.519580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13667): Terminating (SIGTERM)\u000a13:59:02.528632 --- ParallelTerminationStrategy: PID 13657 died...\u000a13:59:02.581807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13657): Terminated: ok {rc=0}\u000a13:59:02.591377 --- ParallelTerminationStrategy: PID 13658 died...\u000a13:59:02.644395 run iperf3-srv_10.42.42.10(pid=13658): Terminated {rc=256}\u000a13:59:02.653855 --- ParallelTerminationStrategy: PID 13661 died...\u000a13:59:02.706718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13661): Terminated: ok {rc=0}\u000a13:59:02.716241 --- ParallelTerminationStrategy: PID 13664 died...\u000a13:59:02.769270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13664): Terminated: ok {rc=0}\u000a13:59:02.778969 --- ParallelTerminationStrategy: PID 13667 died...\u000a13:59:02.831317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13667): Terminated: ok {rc=0}\u000a13:59:02.912775 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13683): Process ended prematurely: osmo-stp_10.42.42.5(pid=13683) [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13683)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13683): Process ended prematurely: osmo-stp_10.42.42.5(pid=13683) [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a13:59:04.026751 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:04.039276 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:59:04.185576 tst iperf3m4.py: using LAC 21940\u000a13:59:04.311948 tst iperf3m4.py: using RAC 10\u000a13:59:04.437701 tst iperf3m4.py: using CellId 21940\u000a13:59:04.561714 tst iperf3m4.py: using BVCI 21941\u000a13:59:04.584700 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:04.596062 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:04.607678 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:04.619546 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:04.630823 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:04.642133 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:04.653359 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:04.664337 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:04.675610 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:59:04.792854 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:59:04.909846 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:59:05.028523 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:59:05.320282 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:59:05.454515 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:59:05.785022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13669): Launched\u000a13:59:06.059541 run iperf3-srv_10.42.42.10(pid=13670): Launched\u000a13:59:06.255744 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:59:06.389757 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:59:06.720175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13671): Launched\u000a13:59:06.994496 run iperf3-srv_10.42.42.10(pid=13672): Launched\u000a13:59:07.190748 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:59:07.324599 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:59:07.656028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13673): Launched\u000a13:59:07.930668 run iperf3-srv_10.42.42.10(pid=13674): Launched\u000a13:59:08.126231 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:59:08.260392 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:59:08.590704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13675): Launched\u000a13:59:08.866205 run iperf3-srv_10.42.42.10(pid=13676): Launched\u000a13:59:09.062133 tst iperf3m4.py:8: start network...\u000a13:59:09.196138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:09.698926 run create_hlr_db(pid=13677): Launched\u000a13:59:09.884344 bus /gobi_6: Setting Powered False\u000a13:59:10.905162 run create_hlr_db(pid=13677): Terminated: ok {rc=0}\u000a13:59:11.306285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13679): Launched\u000a13:59:11.606353 run osmo-hlr_10.42.42.2(pid=13680): Launched\u000a13:59:11.720934 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:12.240168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13682): Launched\u000a13:59:12.540833 run osmo-stp_10.42.42.5(pid=13683): Launched\u000a13:59:12.650927 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:59:13.173811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13685): Launched\u000a13:59:13.281116 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:59:13.542028 run patchelf(pid=13686): Launched\u000a13:59:13.717601 run osmo-stp_10.42.42.5(pid=13683): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13683)]\u000a13:59:13.846004 run osmo-stp_10.42.42.5(pid=13683): stdout: \u000a| (launched: 2022-12-09_13:59:12.392871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:13.974849 run osmo-stp_10.42.42.5(pid=13683): stderr: \u000a| �[0;m�[38;5;43m20221209135912557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135912557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135912557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135912558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135912558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135912558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135912558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:14.099182 run osmo-stp_10.42.42.5(pid=13683): stdout: \u000a| (launched: 2022-12-09_13:59:12.392871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:14.222431 run osmo-stp_10.42.42.5(pid=13683): stderr: \u000a| �[0;m�[38;5;43m20221209135912557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135912557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135912557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135912558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135912558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135912558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135912558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:14.365791 run patchelf(pid=13686): Terminating (SIGINT)\u000a13:59:14.534086 run patchelf(pid=13686): Terminated: ok {rc=0}\u000a13:59:14.565370 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13683): Process ended prematurely: osmo-stp_10.42.42.5(pid=13683) [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13683)] [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a13:59:14.574544 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a13:59:14.634685 run osmo-hlr_10.42.42.2(pid=13680): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13680)]\u000a13:59:14.683389 run osmo-hlr_10.42.42.2(pid=13680): stdout: \u000a| (launched: 2022-12-09_13:59:11.458522) \u000a13:59:14.733831 run osmo-hlr_10.42.42.2(pid=13680): stderr: \u000a| �[0;m�[1;31m20221209135911632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135911632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135911632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135911632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135911632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135911632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135911644 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135911653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135911653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135911654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:14.775859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13669): Terminating (SIGTERM)\u000a13:59:14.815594 run iperf3-srv_10.42.42.10(pid=13670): Terminating (SIGTERM)\u000a13:59:14.855437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13671): Terminating (SIGTERM)\u000a13:59:14.895198 run iperf3-srv_10.42.42.10(pid=13672): Terminating (SIGTERM)\u000a13:59:14.934930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13673): Terminating (SIGTERM)\u000a13:59:14.974519 run iperf3-srv_10.42.42.10(pid=13674): Terminating (SIGTERM)\u000a13:59:15.014240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13675): Terminating (SIGTERM)\u000a13:59:15.053815 run iperf3-srv_10.42.42.10(pid=13676): Terminating (SIGTERM)\u000a13:59:15.093473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13679): Terminating (SIGTERM)\u000a13:59:15.133248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13682): Terminating (SIGTERM)\u000a13:59:15.173625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13685): Terminating (SIGTERM)\u000a13:59:15.182871 --- ParallelTerminationStrategy: PID 13669 died...\u000a13:59:15.236091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13669): Terminated: ok {rc=0}\u000a13:59:15.245896 --- ParallelTerminationStrategy: PID 13670 died...\u000a13:59:15.298968 run iperf3-srv_10.42.42.10(pid=13670): Terminated {rc=256}\u000a13:59:15.308513 --- ParallelTerminationStrategy: PID 13671 died...\u000a13:59:15.361925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13671): Terminated: ok {rc=0}\u000a13:59:15.371616 --- ParallelTerminationStrategy: PID 13672 died...\u000a13:59:15.424593 run iperf3-srv_10.42.42.10(pid=13672): Terminated {rc=256}\u000a13:59:15.434172 --- ParallelTerminationStrategy: PID 13673 died...\u000a13:59:15.486856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13673): Terminated: ok {rc=0}\u000a13:59:15.496509 --- ParallelTerminationStrategy: PID 13674 died...\u000a13:59:15.549113 run iperf3-srv_10.42.42.10(pid=13674): Terminated {rc=256}\u000a13:59:15.558910 --- ParallelTerminationStrategy: PID 13675 died...\u000a13:59:15.611815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13675): Terminated: ok {rc=0}\u000a13:59:15.621460 --- ParallelTerminationStrategy: PID 13676 died...\u000a13:59:15.673857 run iperf3-srv_10.42.42.10(pid=13676): Terminated {rc=256}\u000a13:59:15.683589 --- ParallelTerminationStrategy: PID 13679 died...\u000a13:59:15.736116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13679): Terminated: ok {rc=0}\u000a13:59:15.745726 --- ParallelTerminationStrategy: PID 13682 died...\u000a13:59:15.798508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13682): Terminated: ok {rc=0}\u000a13:59:15.808299 --- ParallelTerminationStrategy: PID 13685 died...\u000a13:59:15.861762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13685): Terminated: ok {rc=0}\u000a13:59:15.949905 bus /gobi_4: Setting Powered False\u000a13:59:17.064847 bus /gobi_4: Setting Powered False\u000a13:59:18.175485 bus /gobi_1: Setting Powered False\u000a13:59:19.277638 bus /gobi_1: Setting Powered False\u000a13:59:20.388504 bus /gobi_0: Setting Powered False\u000a13:59:21.491130 bus /gobi_0: Setting Powered False\u000a13:59:22.603398 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13693): Process ended prematurely: osmo-stp_10.42.42.5(pid=13693) [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13693)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13693): Process ended prematurely: osmo-stp_10.42.42.5(pid=13693) [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a13:59:23.671328 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:23.683509 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:59:23.819795 tst ping.py: using LAC 21941\u000a13:59:23.937155 tst ping.py: using RAC 11\u000a13:59:24.054118 tst ping.py: using CellId 21941\u000a13:59:24.169791 tst ping.py: using BVCI 21942\u000a13:59:24.192328 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:24.203791 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:24.215096 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:24.226408 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:24.237787 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:24.249119 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:24.260441 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:24.271782 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:59:24.541327 tst ping.py:19: start network...\u000a13:59:24.662831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:25.134672 run create_hlr_db(pid=13687): Launched\u000a13:59:25.304641 bus /gobi_6: Setting Powered False\u000a13:59:26.336727 run create_hlr_db(pid=13687): Terminated: ok {rc=0}\u000a13:59:26.732860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13689): Launched\u000a13:59:27.027677 run osmo-hlr_10.42.42.2(pid=13690): Launched\u000a13:59:27.134414 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:27.643934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13692): Launched\u000a13:59:27.936553 run osmo-stp_10.42.42.5(pid=13693): Launched\u000a13:59:28.053747 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:59:28.572015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13695): Launched\u000a13:59:28.676391 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:59:28.932663 run patchelf(pid=13696): Launched\u000a13:59:29.104552 run osmo-stp_10.42.42.5(pid=13693): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13693)]\u000a13:59:29.230621 run osmo-stp_10.42.42.5(pid=13693): stdout: \u000a| (launched: 2022-12-09_13:59:27.792748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:29.356585 run osmo-stp_10.42.42.5(pid=13693): stderr: \u000a| �[0;m�[38;5;43m20221209135927960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135927961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135927961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135927961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135927962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135927962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135927962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:29.478665 run osmo-stp_10.42.42.5(pid=13693): stdout: \u000a| (launched: 2022-12-09_13:59:27.792748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:29.599230 run osmo-stp_10.42.42.5(pid=13693): stderr: \u000a| �[0;m�[38;5;43m20221209135927960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135927961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135927961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135927961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135927962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135927962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135927962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:29.739400 run patchelf(pid=13696): Terminating (SIGINT)\u000a13:59:29.904483 run patchelf(pid=13696): Terminated: ok {rc=0}\u000a13:59:29.934707 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13693): Process ended prematurely: osmo-stp_10.42.42.5(pid=13693) [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13693)] [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a13:59:29.943302 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:59:30.002379 run osmo-hlr_10.42.42.2(pid=13690): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13690)]\u000a13:59:30.050765 run osmo-hlr_10.42.42.2(pid=13690): stdout: \u000a| (launched: 2022-12-09_13:59:26.883462) \u000a13:59:30.100126 run osmo-hlr_10.42.42.2(pid=13690): stderr: \u000a| �[0;m�[1;31m20221209135927059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135927059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135927059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135927059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135927059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135927059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135927071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135927080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135927080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135927080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:30.142045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13689): Terminating (SIGTERM)\u000a13:59:30.181717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13692): Terminating (SIGTERM)\u000a13:59:30.221134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13695): Terminating (SIGTERM)\u000a13:59:30.230150 --- ParallelTerminationStrategy: PID 13689 died...\u000a13:59:30.282863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13689): Terminated: ok {rc=0}\u000a13:59:30.292405 --- ParallelTerminationStrategy: PID 13692 died...\u000a13:59:30.345068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13692): Terminated: ok {rc=0}\u000a13:59:30.354823 --- ParallelTerminationStrategy: PID 13695 died...\u000a13:59:30.407338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13695): Terminated: ok {rc=0}\u000a13:59:30.495210 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13703): Process ended prematurely: osmo-stp_10.42.42.5(pid=13703) [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13703)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13703): Process ended prematurely: osmo-stp_10.42.42.5(pid=13703) [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a13:59:31.551668 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:31.565090 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:59:31.713732 tst ping_idle_ping.py: using LAC 21942\u000a13:59:31.838595 tst ping_idle_ping.py: using RAC 12\u000a13:59:31.963876 tst ping_idle_ping.py: using CellId 21942\u000a13:59:32.090871 tst ping_idle_ping.py: using BVCI 21943\u000a13:59:32.116607 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:32.129697 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:32.143179 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:32.156643 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:32.169800 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:32.183506 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:32.197398 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:59:32.210311 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:59:32.505095 tst ping_idle_ping.py:24: start network...\u000a13:59:32.636662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:33.133464 run create_hlr_db(pid=13697): Launched\u000a13:59:33.316674 bus /gobi_6: Setting Powered False\u000a13:59:34.337461 run create_hlr_db(pid=13697): Terminated: ok {rc=0}\u000a13:59:34.755486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13699): Launched\u000a13:59:35.071221 run osmo-hlr_10.42.42.2(pid=13700): Launched\u000a13:59:35.186908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:35.733930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13702): Launched\u000a13:59:36.048246 run osmo-stp_10.42.42.5(pid=13703): Launched\u000a13:59:36.162445 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:59:36.711053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13705): Launched\u000a13:59:36.823228 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:59:37.097621 run patchelf(pid=13706): Launched\u000a13:59:37.283052 run osmo-stp_10.42.42.5(pid=13703): ERR: Terminated: ERROR {rc=1} [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13703)]\u000a13:59:37.418443 run osmo-stp_10.42.42.5(pid=13703): stdout: \u000a| (launched: 2022-12-09_13:59:35.893852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:37.554144 run osmo-stp_10.42.42.5(pid=13703): stderr: \u000a| �[0;m�[38;5;43m20221209135936083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135936084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135936084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135936084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135936085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135936085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135936085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:37.685425 run osmo-stp_10.42.42.5(pid=13703): stdout: \u000a| (launched: 2022-12-09_13:59:35.893852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:37.815354 run osmo-stp_10.42.42.5(pid=13703): stderr: \u000a| �[0;m�[38;5;43m20221209135936083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135936084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135936084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135936084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135936085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135936085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135936085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:37.965865 run patchelf(pid=13706): Terminating (SIGINT)\u000a13:59:38.142240 run patchelf(pid=13706): Terminated: ok {rc=0}\u000a13:59:38.174549 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13703): Process ended prematurely: osmo-stp_10.42.42.5(pid=13703) [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13703)] [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a13:59:38.184279 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:59:38.247874 run osmo-hlr_10.42.42.2(pid=13700): ERR: Terminated: ERROR {rc=237} [trial-2360↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13700)]\u000a13:59:38.299646 run osmo-hlr_10.42.42.2(pid=13700): stdout: \u000a| (launched: 2022-12-09_13:59:34.915967) \u000a13:59:38.352053 run osmo-hlr_10.42.42.2(pid=13700): stderr: \u000a| �[0;m�[1;31m20221209135935112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135935112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135935112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135935112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135935112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135935112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135935125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135935133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135935133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135935133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:38.396842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13699): Terminating (SIGTERM)\u000a13:59:38.438880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13702): Terminating (SIGTERM)\u000a13:59:38.480884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13705): Terminating (SIGTERM)\u000a13:59:38.490949 --- ParallelTerminationStrategy: PID 13699 died...\u000a13:59:38.547229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13699): Terminated: ok {rc=0}\u000a13:59:38.557414 --- ParallelTerminationStrategy: PID 13702 died...\u000a13:59:38.612829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13702): Terminated: ok {rc=0}\u000a13:59:38.623123 --- ParallelTerminationStrategy: PID 13705 died...\u000a13:59:38.679144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13705): Terminated: ok {rc=0}\u000a13:59:38.766120 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:58:41" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13716): Process ended prematurely: osmo-stp_10.42.42.5(pid=13716) [trial-2360↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13716)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13716): Process ended prematurely: osmo-stp_10.42.42.5(pid=13716) [trial-2360↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:59:40.810100 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:59:40.821756 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:59:40.975643 tst switch_tch_pdch.py: using LAC 21943\u000a13:59:41.091672 tst switch_tch_pdch.py: using RAC 13\u000a13:59:41.208363 tst switch_tch_pdch.py: using CellId 21943\u000a13:59:41.325677 tst switch_tch_pdch.py: using BVCI 21944\u000a13:59:41.348066 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:59:41.359599 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:59:41.370916 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:59:41.382333 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:59:41.393522 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:59:41.404564 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:59:41.415943 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:59:41.427314 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:59:41.544519 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:59:41.831940 tst switch_tch_pdch.py:51: start network...\u000a13:59:41.963255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:42.457656 run create_hlr_db(pid=13710): Launched\u000a13:59:42.639837 bus /gobi_6: Setting Powered False\u000a13:59:43.651483 run create_hlr_db(pid=13710): Terminated: ok {rc=0}\u000a13:59:44.049098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13712): Launched\u000a13:59:44.341299 run osmo-hlr_10.42.42.2(pid=13713): Launched\u000a13:59:44.449115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:44.958929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13715): Launched\u000a13:59:45.253173 run osmo-stp_10.42.42.5(pid=13716): Launched\u000a13:59:45.360316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:59:45.888892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13718): Launched\u000a13:59:46.006366 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:59:46.310654 run patchelf(pid=13719): Launched\u000a13:59:46.549128 run osmo-stp_10.42.42.5(pid=13716): ERR: Terminated: ERROR {rc=1} [trial-2360↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13716)]\u000a13:59:46.694617 run osmo-stp_10.42.42.5(pid=13716): stdout: \u000a| (launched: 2022-12-09_13:59:45.107832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:46.835741 run osmo-stp_10.42.42.5(pid=13716): stderr: \u000a| �[0;m�[38;5;43m20221209135945276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135945276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135945276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135945276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135945277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135945277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135945277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:46.970352 run osmo-stp_10.42.42.5(pid=13716): stdout: \u000a| (launched: 2022-12-09_13:59:45.107832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:47.105346 run osmo-stp_10.42.42.5(pid=13716): stderr: \u000a| �[0;m�[38;5;43m20221209135945276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209135945276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209135945276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209135945276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209135945277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209135945277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209135945277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:47.261602 run patchelf(pid=13719): Terminating (SIGINT)\u000a13:59:47.439048 run patchelf(pid=13719): Terminated: ok {rc=0}\u000a13:59:47.471344 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13716): Process ended prematurely: osmo-stp_10.42.42.5(pid=13716) [trial-2360↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13716)] [trial-2360↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:59:47.480853 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a13:59:47.545519 run osmo-hlr_10.42.42.2(pid=13713): ERR: Terminated: ERROR {rc=237} [trial-2360↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13713)]\u000a13:59:47.597967 run osmo-hlr_10.42.42.2(pid=13713): stdout: \u000a| (launched: 2022-12-09_13:59:44.197539) \u000a13:59:47.651541 run osmo-hlr_10.42.42.2(pid=13713): stderr: \u000a| �[0;m�[1;31m20221209135944371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209135944371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209135944371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135944372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209135944372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209135944372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209135944383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209135944392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209135944392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209135944392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:47.696484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13712): Terminating (SIGTERM)\u000a13:59:47.739237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13715): Terminating (SIGTERM)\u000a13:59:47.782817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13718): Terminating (SIGTERM)\u000a13:59:47.792581 --- ParallelTerminationStrategy: PID 13712 died...\u000a13:59:47.849479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13712): Terminated: ok {rc=0}\u000a13:59:47.859702 --- ParallelTerminationStrategy: PID 13715 died...\u000a13:59:47.916163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13715): Terminated: ok {rc=0}\u000a13:59:47.926206 --- ParallelTerminationStrategy: PID 13718 died...\u000a13:59:47.982540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13718): Terminated: ok {rc=0}\u000a13:59:48.069074 bus /gobi_0: Setting Powered False\u000a13:59:49.175922 bus /gobi_0: Setting Powered False\u000a13:59:50.284110 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:59:40" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13724): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13724) [trial-2360↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13724)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13724): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13724) [trial-2360↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a13:59:52.133980 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a13:59:52.253400 tst esme_connect_policy_acceptall.py: using MSISDN 7240\u000a13:59:52.396894 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:59:52.999381 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13723): Launched\u000a13:59:53.317309 run osmo-nitb_10.42.42.2(pid=13724): Launched\u000a13:59:53.514503 run osmo-nitb_10.42.42.2(pid=13724): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13724)]\u000a13:59:53.660011 run osmo-nitb_10.42.42.2(pid=13724): stdout: \u000a| (launched: 2022-12-09_13:59:53.163046) \u000a13:59:53.806072 run osmo-nitb_10.42.42.2(pid=13724): stderr: \u000a| (launched: 2022-12-09_13:59:53.211256)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:59:53.947257 run osmo-nitb_10.42.42.2(pid=13724): stdout: \u000a| (launched: 2022-12-09_13:59:53.163046) \u000a13:59:54.087438 run osmo-nitb_10.42.42.2(pid=13724): stderr: \u000a| (launched: 2022-12-09_13:59:53.211256)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:59:54.447105 tst osmo-nitb_10.42.42.2(pid=13724): stdout: \u000a| (launched: 2022-12-09_13:59:53.163046) \u000a13:59:54.575334 tst osmo-nitb_10.42.42.2(pid=13724): stderr: \u000a| (launched: 2022-12-09_13:59:53.211256)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:59:54.631175 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=13724): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13724) [trial-2360↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13724)] [trial-2360↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a13:59:54.639591 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a13:59:54.676295 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13723): Terminating (SIGTERM)\u000a13:59:54.854245 --- ParallelTerminationStrategy: PID 13723 died...\u000a13:59:54.911882 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13723): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13726): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13726) [trial-2360↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13726)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13726): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13726) [trial-2360↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a13:59:54.926801 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a13:59:55.050510 tst esme_connect_policy_closed.py: using MSISDN 7241\u000a13:59:55.175091 tst esme_connect_policy_closed.py: using MSISDN 7242\u000a13:59:55.290435 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:59:55.896279 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13725): Launched\u000a13:59:56.216602 run osmo-nitb_10.42.42.2(pid=13726): Launched\u000a13:59:56.400390 run osmo-nitb_10.42.42.2(pid=13726): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13726)]\u000a13:59:56.535466 run osmo-nitb_10.42.42.2(pid=13726): stdout: \u000a| (launched: 2022-12-09_13:59:56.060822) \u000a13:59:56.670663 run osmo-nitb_10.42.42.2(pid=13726): stderr: \u000a| (launched: 2022-12-09_13:59:56.109283)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:59:56.800305 run osmo-nitb_10.42.42.2(pid=13726): stdout: \u000a| (launched: 2022-12-09_13:59:56.060822) \u000a13:59:56.929018 run osmo-nitb_10.42.42.2(pid=13726): stderr: \u000a| (launched: 2022-12-09_13:59:56.109283)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:59:56.985253 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=13726): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13726) [trial-2360↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13726)] [trial-2360↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a13:59:56.993828 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a13:59:57.030543 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13725): Terminating (SIGTERM)\u000a13:59:57.208134 --- ParallelTerminationStrategy: PID 13725 died...\u000a13:59:57.264904 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13725): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13728): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13728) [trial-2360↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13728)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13728): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13728) [trial-2360↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a13:59:57.279921 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a13:59:57.291454 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a13:59:57.424681 tst esme_ms_sms_storeforward.py: using LAC 21944\u000a13:59:57.553580 tst esme_ms_sms_storeforward.py: using RAC 14\u000a13:59:57.680755 tst esme_ms_sms_storeforward.py: using CellId 21944\u000a13:59:57.812604 tst esme_ms_sms_storeforward.py: using BVCI 21945\u000a13:59:57.837497 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a13:59:58.049076 tst esme_ms_sms_storeforward.py: using MSISDN 7243\u000a13:59:58.233998 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a13:59:58.360388 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:59:58.986256 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13727): Launched\u000a13:59:59.287114 run osmo-nitb_10.42.42.2(pid=13728): Launched\u000a13:59:59.459594 run osmo-nitb_10.42.42.2(pid=13728): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13728)]\u000a13:59:59.586396 run osmo-nitb_10.42.42.2(pid=13728): stdout: \u000a| (launched: 2022-12-09_13:59:59.141450) \u000a13:59:59.712800 run osmo-nitb_10.42.42.2(pid=13728): stderr: \u000a| (launched: 2022-12-09_13:59:59.186757)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:59:59.834571 run osmo-nitb_10.42.42.2(pid=13728): stdout: \u000a| (launched: 2022-12-09_13:59:59.141450) \u000a13:59:59.954976 run osmo-nitb_10.42.42.2(pid=13728): stderr: \u000a| (launched: 2022-12-09_13:59:59.186757)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:00:00.007691 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=13728): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13728) [trial-2360↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13728)] [trial-2360↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a14:00:00.015793 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.7 sec)\u000a14:00:00.049739 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13727): Terminating (SIGTERM)\u000a14:00:00.226829 --- ParallelTerminationStrategy: PID 13727 died...\u000a14:00:00.281040 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13727): Terminated: ok {rc=0}\u000a14:00:00.369216 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13740): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13740) [trial-2360↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13740)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13740): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13740) [trial-2360↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a14:00:01.420712 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a14:00:01.432821 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a14:00:01.561262 tst esme_ms_sms_transaction.py: using LAC 21945\u000a14:00:01.726677 tst esme_ms_sms_transaction.py: using RAC 15\u000a14:00:01.896322 tst esme_ms_sms_transaction.py: using CellId 21945\u000a14:00:02.057421 tst esme_ms_sms_transaction.py: using BVCI 21946\u000a14:00:02.087751 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a14:00:02.382640 tst esme_ms_sms_transaction.py: using MSISDN 7244\u000a14:00:02.594183 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a14:00:02.724156 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:00:03.349669 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13739): Launched\u000a14:00:03.648014 run osmo-nitb_10.42.42.2(pid=13740): Launched\u000a14:00:03.833373 run osmo-nitb_10.42.42.2(pid=13740): ERR: Terminated: ERROR {rc=2} [trial-2360↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13740)]\u000a14:00:03.970002 run osmo-nitb_10.42.42.2(pid=13740): stdout: \u000a| (launched: 2022-12-09_14:00:03.503286) \u000a14:00:04.107099 run osmo-nitb_10.42.42.2(pid=13740): stderr: \u000a| (launched: 2022-12-09_14:00:03.548241)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:00:04.239635 run osmo-nitb_10.42.42.2(pid=13740): stdout: \u000a| (launched: 2022-12-09_14:00:03.503286) \u000a14:00:04.371143 run osmo-nitb_10.42.42.2(pid=13740): stderr: \u000a| (launched: 2022-12-09_14:00:03.548241)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:00:04.771076 tst osmo-nitb_10.42.42.2(pid=13740): stdout: \u000a| (launched: 2022-12-09_14:00:03.503286) \u000a14:00:04.891343 tst osmo-nitb_10.42.42.2(pid=13740): stderr: \u000a| (launched: 2022-12-09_14:00:03.548241)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:00:04.943920 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=13740): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13740) [trial-2360↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13740)] [trial-2360↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a14:00:04.951866 tst esme_ms_sms_transaction.py:21: Test FAILED (3.5 sec)\u000a14:00:04.986009 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13739): Terminating (SIGTERM)\u000a14:00:05.163306 --- ParallelTerminationStrategy: PID 13739 died...\u000a14:00:05.218366 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13739): Terminated: ok {rc=0}\u000a14:00:05.305701 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T13:59:52" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=13749): Process ended prematurely: osmo-hlr_10.42.42.2(pid=13749) [trial-2360↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13749)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=13749): Process ended prematurely: osmo-hlr_10.42.42.2(pid=13749) [trial-2360↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a14:00:07.109807 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:07.120542 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:07.130950 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:07.141971 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:07.250209 tst esme_connect_policy_acceptall.py: using MSISDN 7245\u000a14:00:07.358730 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a14:00:07.882897 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=13744): Launched\u000a14:00:08.185551 run osmo-stp_10.42.42.4(pid=13745): Launched\u000a14:00:08.292800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:08.776324 run create_hlr_db(pid=13746): Launched\u000a14:00:08.951327 bus /sierra_2: Setting Powered False\u000a14:00:09.971665 run create_hlr_db(pid=13746): Terminated: ok {rc=0}\u000a14:00:10.374498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13748): Launched\u000a14:00:10.676693 run osmo-hlr_10.42.42.2(pid=13749): Launched\u000a14:00:10.787287 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a14:00:11.343775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13751): Launched\u000a14:00:11.648046 run osmo-msc_10.42.42.5(pid=13752): Launched\u000a14:00:11.827748 run osmo-hlr_10.42.42.2(pid=13749): ERR: Terminated: ERROR {rc=237} [trial-2360↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13749)]\u000a14:00:11.957612 run osmo-hlr_10.42.42.2(pid=13749): stdout: \u000a| (launched: 2022-12-09_14:00:10.528462) \u000a14:00:12.084464 run osmo-hlr_10.42.42.2(pid=13749): stderr: \u000a| �[0;m�[1;31m20221209140010702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140010702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140010702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140010702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140010702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140010703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140010716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140010725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140010725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140010725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:12.205971 run osmo-hlr_10.42.42.2(pid=13749): stdout: \u000a| (launched: 2022-12-09_14:00:10.528462) \u000a14:00:12.326445 run osmo-hlr_10.42.42.2(pid=13749): stderr: \u000a| �[0;m�[1;31m20221209140010702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140010702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140010702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140010702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140010702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140010703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140010716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140010725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140010725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140010725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:12.379409 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=13749): Process ended prematurely: osmo-hlr_10.42.42.2(pid=13749) [trial-2360↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13749)] [trial-2360↪smpp↪esme_connect_policy_acceptall.py:23]\u000a14:00:12.387472 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.3 sec)\u000a14:00:12.446938 run osmo-msc_10.42.42.5(pid=13752): ERR: Terminated: ERROR {rc=9} [trial-2360↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=13752)]\u000a14:00:12.496032 run osmo-msc_10.42.42.5(pid=13752): stdout: \u000a| (launched: 2022-12-09_14:00:11.497678) \u000a14:00:12.546544 run osmo-msc_10.42.42.5(pid=13752): stderr: \u000a| �[0;m�[38;5;43m20221209140011812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209140011812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209140011813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209140011813 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209140011813 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209140011813 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209140011814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209140011814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209140011814 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a14:00:12.589950 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=13744): Terminating (SIGTERM)\u000a14:00:12.631751 run osmo-stp_10.42.42.4(pid=13745): Terminating (SIGTERM)\u000a14:00:12.687713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13748): Terminating (SIGTERM)\u000a14:00:12.743630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13751): Terminating (SIGTERM)\u000a14:00:12.754628 --- ParallelTerminationStrategy: PID 13744 died...\u000a14:00:12.833475 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=13744): Terminated: ok {rc=0}\u000a14:00:12.844475 --- ParallelTerminationStrategy: PID 13745 died...\u000a14:00:12.903706 run osmo-stp_10.42.42.4(pid=13745): Terminated: ok {rc=0}\u000a14:00:12.914643 --- ParallelTerminationStrategy: PID 13748 died...\u000a14:00:12.973909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13748): Terminated: ok {rc=0}\u000a14:00:12.985172 --- ParallelTerminationStrategy: PID 13751 died...\u000a14:00:13.046298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13751): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=14111): Process ended prematurely: osmo-hlr_10.42.42.2(pid=14111) [trial-2360↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14111)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=14111): Process ended prematurely: osmo-hlr_10.42.42.2(pid=14111) [trial-2360↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a14:00:13.063266 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:13.075871 tst smpp: Using 1 x bts (candidates: 1)\u000a14:00:13.209122 tst esme_connect_policy_closed.py: using LAC 21946\u000a14:00:13.331566 tst esme_connect_policy_closed.py: using RAC 16\u000a14:00:13.462625 tst esme_connect_policy_closed.py: using CellId 21946\u000a14:00:13.597770 tst esme_connect_policy_closed.py: using BVCI 21947\u000a14:00:13.625073 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:13.637205 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:13.650172 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:13.774605 tst esme_connect_policy_closed.py: using MSISDN 7246\u000a14:00:13.905638 tst esme_connect_policy_closed.py: using MSISDN 7247\u000a14:00:14.026680 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a14:00:14.610206 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=14040): Launched\u000a14:00:14.918375 run osmo-stp_10.42.42.4(pid=14107): Launched\u000a14:00:15.027026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:15.514071 run create_hlr_db(pid=14108): Launched\u000a14:00:16.737780 run create_hlr_db(pid=14108): Terminated: ok {rc=0}\u000a14:00:17.095920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14110): Launched\u000a14:00:17.427474 run osmo-hlr_10.42.42.2(pid=14111): Launched\u000a14:00:17.546215 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a14:00:18.145387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14113): Launched\u000a14:00:18.472358 run osmo-msc_10.42.42.5(pid=14114): Launched\u000a14:00:18.662167 run osmo-hlr_10.42.42.2(pid=14111): ERR: Terminated: ERROR {rc=237} [trial-2360↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14111)]\u000a14:00:18.804492 run osmo-hlr_10.42.42.2(pid=14111): stdout: \u000a| (launched: 2022-12-09_14:00:17.265837) \u000a14:00:18.943205 run osmo-hlr_10.42.42.2(pid=14111): stderr: \u000a| �[0;m�[1;31m20221209140017456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140017456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140017456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140017456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140017457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140017457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140017469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140017478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140017478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140017478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:19.074261 run osmo-hlr_10.42.42.2(pid=14111): stdout: \u000a| (launched: 2022-12-09_14:00:17.265837) \u000a14:00:19.205376 run osmo-hlr_10.42.42.2(pid=14111): stderr: \u000a| �[0;m�[1;31m20221209140017456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140017456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140017456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140017456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140017457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140017457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140017469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140017478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140017478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140017478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:19.262524 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=14111): Process ended prematurely: osmo-hlr_10.42.42.2(pid=14111) [trial-2360↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14111)] [trial-2360↪smpp↪esme_connect_policy_closed.py:31]\u000a14:00:19.271317 tst esme_connect_policy_closed.py:31: Test FAILED (6.2 sec)\u000a14:00:19.336061 run osmo-msc_10.42.42.5(pid=14114): ERR: Terminated: ERROR {rc=9} [trial-2360↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=14114)]\u000a14:00:19.388103 run osmo-msc_10.42.42.5(pid=14114): stdout: \u000a| (launched: 2022-12-09_14:00:18.311673) \u000a14:00:19.441569 run osmo-msc_10.42.42.5(pid=14114): stderr: \u000a| �[0;m�[38;5;43m20221209140018675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209140018675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209140018675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209140018675 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209140018675 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209140018675 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209140018675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209140018675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209140018676 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a14:00:19.486395 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=14040): Terminating (SIGTERM)\u000a14:00:19.529080 run osmo-stp_10.42.42.4(pid=14107): Terminating (SIGTERM)\u000a14:00:19.574098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14110): Terminating (SIGTERM)\u000a14:00:19.618359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14113): Terminating (SIGTERM)\u000a14:00:19.629156 --- ParallelTerminationStrategy: PID 14040 died...\u000a14:00:19.689722 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=14040): Terminated: ok {rc=0}\u000a14:00:19.699992 --- ParallelTerminationStrategy: PID 14107 died...\u000a14:00:19.756040 run osmo-stp_10.42.42.4(pid=14107): Terminated: ok {rc=0}\u000a14:00:19.766655 --- ParallelTerminationStrategy: PID 14110 died...\u000a14:00:19.823453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14110): Terminated: ok {rc=0}\u000a14:00:19.834005 --- ParallelTerminationStrategy: PID 14113 died...\u000a14:00:19.890607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14113): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14298): Process ended prematurely: osmo-stp_10.42.42.5(pid=14298) [trial-2360↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14298)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14298): Process ended prematurely: osmo-stp_10.42.42.5(pid=14298) [trial-2360↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a14:00:19.905922 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:19.917519 tst smpp: Using 1 x bts (candidates: 1)\u000a14:00:20.050461 tst esme_ms_sms_storeforward.py: using LAC 21947\u000a14:00:20.178147 tst esme_ms_sms_storeforward.py: using RAC 17\u000a14:00:20.301151 tst esme_ms_sms_storeforward.py: using CellId 21947\u000a14:00:20.426177 tst esme_ms_sms_storeforward.py: using BVCI 21948\u000a14:00:20.449519 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:20.459780 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:20.470226 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:20.480608 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:20.491014 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:20.501199 tst smpp: Using 1 x modem (candidates: 1)\u000a14:00:20.714355 tst esme_ms_sms_storeforward.py: using MSISDN 7248\u000a14:00:20.822401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:21.308142 run create_hlr_db(pid=14117): Launched\u000a14:00:22.486971 run create_hlr_db(pid=14117): Terminated: ok {rc=0}\u000a14:00:22.802040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14119): Launched\u000a14:00:23.228070 run osmo-hlr_10.42.42.2(pid=14124): Launched\u000a14:00:23.372045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:24.011609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14247): Launched\u000a14:00:24.442050 run osmo-stp_10.42.42.5(pid=14298): Launched\u000a14:00:24.649438 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:00:25.266464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14300): Launched\u000a14:00:25.679824 run osmo-msc_10.42.42.6(pid=14301): Launched\u000a14:00:26.051564 run osmo-stp_10.42.42.5(pid=14298): ERR: Terminated: ERROR {rc=1} [trial-2360↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14298)]\u000a14:00:26.327270 run osmo-stp_10.42.42.5(pid=14298): stdout: \u000a| (launched: 2022-12-09_14:00:24.174075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:26.518185 run osmo-stp_10.42.42.5(pid=14298): stderr: \u000a| �[0;m�[38;5;43m20221209140024458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140024458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140024458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140024459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140024459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140024459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140024459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:26.643456 run osmo-stp_10.42.42.5(pid=14298): stdout: \u000a| (launched: 2022-12-09_14:00:24.174075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:26.767291 run osmo-stp_10.42.42.5(pid=14298): stderr: \u000a| �[0;m�[38;5;43m20221209140024458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140024458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140024458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140024459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140024459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140024459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140024459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:26.821306 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=14298): Process ended prematurely: osmo-stp_10.42.42.5(pid=14298) [trial-2360↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14298)] [trial-2360↪smpp↪esme_ms_sms_storeforward.py:30]\u000a14:00:26.829807 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.9 sec)\u000a14:00:26.891143 run osmo-hlr_10.42.42.2(pid=14124): ERR: Terminated: ERROR {rc=237} [trial-2360↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14124)]\u000a14:00:26.941560 run osmo-hlr_10.42.42.2(pid=14124): stdout: \u000a| (launched: 2022-12-09_14:00:22.957254) \u000a14:00:26.992878 run osmo-hlr_10.42.42.2(pid=14124): stderr: \u000a| �[0;m�[1;31m20221209140023202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140023202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140023202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140023202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140023202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140023202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140023264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140023272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140023281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140023281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:27.062058 run osmo-msc_10.42.42.6(pid=14301): ERR: Terminated: ERROR {rc=2} [trial-2360↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14301)]\u000a14:00:27.112481 run osmo-msc_10.42.42.6(pid=14301): stdout: \u000a| (launched: 2022-12-09_14:00:25.436089) \u000a14:00:27.163296 run osmo-msc_10.42.42.6(pid=14301): stderr: \u000a| �[0;m�[38;5;43m20221209140026021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140026021 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc2f148c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140026021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140026021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140026022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140026022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140026024 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140026024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140026024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140026024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:00:27.206589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14119): Terminating (SIGTERM)\u000a14:00:27.250118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14247): Terminating (SIGTERM)\u000a14:00:27.292863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14300): Terminating (SIGTERM)\u000a14:00:27.304207 --- ParallelTerminationStrategy: PID 14119 died...\u000a14:00:27.360553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14119): Terminated: ok {rc=0}\u000a14:00:27.370748 --- ParallelTerminationStrategy: PID 14247 died...\u000a14:00:27.425049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14247): Terminated: ok {rc=0}\u000a14:00:27.435054 --- ParallelTerminationStrategy: PID 14300 died...\u000a14:00:27.489183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14300): Terminated: ok {rc=0}\u000a14:00:27.575633 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14310): Process ended prematurely: osmo-stp_10.42.42.5(pid=14310) [trial-2360↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14310)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14310): Process ended prematurely: osmo-stp_10.42.42.5(pid=14310) [trial-2360↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a14:00:28.630148 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:28.642538 tst smpp: Using 1 x bts (candidates: 1)\u000a14:00:28.793121 tst esme_ms_sms_transaction.py: using LAC 21948\u000a14:00:28.922395 tst esme_ms_sms_transaction.py: using RAC 18\u000a14:00:29.047884 tst esme_ms_sms_transaction.py: using CellId 21948\u000a14:00:29.173232 tst esme_ms_sms_transaction.py: using BVCI 21949\u000a14:00:29.198112 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:29.209548 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:29.220418 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:29.231844 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:29.243056 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:00:29.254308 tst smpp: Using 1 x modem (candidates: 1)\u000a14:00:29.477280 tst esme_ms_sms_transaction.py: using MSISDN 7249\u000a14:00:29.593359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:30.103240 run create_hlr_db(pid=14304): Launched\u000a14:00:30.292601 bus /sierra_2: Setting Powered False\u000a14:00:31.349782 run create_hlr_db(pid=14304): Terminated: ok {rc=0}\u000a14:00:31.879547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14306): Launched\u000a14:00:32.261948 run osmo-hlr_10.42.42.2(pid=14307): Launched\u000a14:00:32.382924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:32.946712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14309): Launched\u000a14:00:33.270766 run osmo-stp_10.42.42.5(pid=14310): Launched\u000a14:00:33.388242 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:00:33.978092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14312): Launched\u000a14:00:34.303855 run osmo-msc_10.42.42.6(pid=14313): Launched\u000a14:00:34.494945 run osmo-stp_10.42.42.5(pid=14310): ERR: Terminated: ERROR {rc=1} [trial-2360↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14310)]\u000a14:00:34.632875 run osmo-stp_10.42.42.5(pid=14310): stdout: \u000a| (launched: 2022-12-09_14:00:33.111505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:34.770266 run osmo-stp_10.42.42.5(pid=14310): stderr: \u000a| �[0;m�[38;5;43m20221209140033304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140033304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140033304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140033304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140033307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140033307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140033307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:34.901027 run osmo-stp_10.42.42.5(pid=14310): stdout: \u000a| (launched: 2022-12-09_14:00:33.111505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:35.030525 run osmo-stp_10.42.42.5(pid=14310): stderr: \u000a| �[0;m�[38;5;43m20221209140033304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140033304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140033304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140033304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140033307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140033307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140033307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:35.087173 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=14310): Process ended prematurely: osmo-stp_10.42.42.5(pid=14310) [trial-2360↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14310)] [trial-2360↪smpp↪esme_ms_sms_transaction.py:28]\u000a14:00:35.095900 tst esme_ms_sms_transaction.py:28: Test FAILED (6.5 sec)\u000a14:00:35.159825 run osmo-hlr_10.42.42.2(pid=14307): ERR: Terminated: ERROR {rc=237} [trial-2360↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14307)]\u000a14:00:35.212511 run osmo-hlr_10.42.42.2(pid=14307): stdout: \u000a| (launched: 2022-12-09_14:00:32.052274) \u000a14:00:35.265772 run osmo-hlr_10.42.42.2(pid=14307): stderr: \u000a| �[0;m�[1;31m20221209140032291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140032291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140032291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140032291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140032291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140032292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140032304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140032312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140032313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140032313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:35.337605 run osmo-msc_10.42.42.6(pid=14313): ERR: Terminated: ERROR {rc=2} [trial-2360↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14313)]\u000a14:00:35.389956 run osmo-msc_10.42.42.6(pid=14313): stdout: \u000a| (launched: 2022-12-09_14:00:34.143048) \u000a14:00:35.443506 run osmo-msc_10.42.42.6(pid=14313): stderr: \u000a| �[0;m�[38;5;43m20221209140034465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140034465 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa4a96ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140034465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140034465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140034466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140034466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140034468 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140034468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140034468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140034468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:00:35.488173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14306): Terminating (SIGTERM)\u000a14:00:35.530731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14309): Terminating (SIGTERM)\u000a14:00:35.573364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14312): Terminating (SIGTERM)\u000a14:00:35.583389 --- ParallelTerminationStrategy: PID 14306 died...\u000a14:00:35.640705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14306): Terminated: ok {rc=0}\u000a14:00:35.651021 --- ParallelTerminationStrategy: PID 14309 died...\u000a14:00:35.707713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14309): Terminated: ok {rc=0}\u000a14:00:35.718025 --- ParallelTerminationStrategy: PID 14312 died...\u000a14:00:35.774393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14312): Terminated: ok {rc=0}\u000a14:00:35.861671 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:00:06" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14324): Process ended prematurely: osmo-stp_10.42.42.5(pid=14324) [trial-2360↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14324)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14324): Process ended prematurely: osmo-stp_10.42.42.5(pid=14324) [trial-2360↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a14:00:37.742853 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:37.753427 tst encryption: Using 1 x bts (candidates: 1)\u000a14:00:37.878822 tst register_a5_0_authopt.py: using LAC 21949\u000a14:00:37.999152 tst register_a5_0_authopt.py: using RAC 19\u000a14:00:38.126955 tst register_a5_0_authopt.py: using CellId 21949\u000a14:00:38.255101 tst register_a5_0_authopt.py: using BVCI 21950\u000a14:00:38.280266 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:38.291508 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:38.302543 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:38.313562 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:38.324654 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:38.336341 tst encryption: Using 1 x modem (candidates: 1)\u000a14:00:38.618627 tst register_a5_0_authopt.py:8: start network...\u000a14:00:38.747680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:39.243505 run create_hlr_db(pid=14318): Launched\u000a14:00:39.422007 bus /sierra_2: Setting Powered False\u000a14:00:40.442415 run create_hlr_db(pid=14318): Terminated: ok {rc=0}\u000a14:00:40.877793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14320): Launched\u000a14:00:41.206877 run osmo-hlr_10.42.42.2(pid=14321): Launched\u000a14:00:41.329437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:41.899491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14323): Launched\u000a14:00:42.229122 run osmo-stp_10.42.42.5(pid=14324): Launched\u000a14:00:42.349092 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:00:42.945399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14326): Launched\u000a14:00:43.273495 run osmo-msc_10.42.42.6(pid=14327): Launched\u000a14:00:43.466452 run osmo-stp_10.42.42.5(pid=14324): ERR: Terminated: ERROR {rc=1} [trial-2360↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14324)]\u000a14:00:43.605430 run osmo-stp_10.42.42.5(pid=14324): stdout: \u000a| (launched: 2022-12-09_14:00:42.066325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:43.743620 run osmo-stp_10.42.42.5(pid=14324): stderr: \u000a| �[0;m�[38;5;43m20221209140042260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140042260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140042261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140042261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140042262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140042262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140042262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:43.875700 run osmo-stp_10.42.42.5(pid=14324): stdout: \u000a| (launched: 2022-12-09_14:00:42.066325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:44.006742 run osmo-stp_10.42.42.5(pid=14324): stderr: \u000a| �[0;m�[38;5;43m20221209140042260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140042260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140042261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140042261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140042262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140042262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140042262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:44.064207 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14324): Process ended prematurely: osmo-stp_10.42.42.5(pid=14324) [trial-2360↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14324)] [trial-2360↪encryption↪register_a5_0_authopt.py:8]\u000a14:00:44.073675 tst register_a5_0_authopt.py:8: Test FAILED (6.4 sec)\u000a14:00:44.137634 run osmo-hlr_10.42.42.2(pid=14321): ERR: Terminated: ERROR {rc=237} [trial-2360↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14321)]\u000a14:00:44.189688 run osmo-hlr_10.42.42.2(pid=14321): stdout: \u000a| (launched: 2022-12-09_14:00:41.045319) \u000a14:00:44.242877 run osmo-hlr_10.42.42.2(pid=14321): stderr: \u000a| �[0;m�[1;31m20221209140041247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140041247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140041247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140041247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140041247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140041247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140041258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140041266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140041266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140041266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:44.313430 run osmo-msc_10.42.42.6(pid=14327): ERR: Terminated: ERROR {rc=2} [trial-2360↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14327)]\u000a14:00:44.365720 run osmo-msc_10.42.42.6(pid=14327): stdout: \u000a| (launched: 2022-12-09_14:00:43.111950) \u000a14:00:44.418484 run osmo-msc_10.42.42.6(pid=14327): stderr: \u000a| �[0;m�[38;5;43m20221209140043436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140043437 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe68b8d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140043437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140043437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140043437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140043437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140043439 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140043439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140043439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140043440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:00:44.463052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14320): Terminating (SIGTERM)\u000a14:00:44.505788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14323): Terminating (SIGTERM)\u000a14:00:44.548603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14326): Terminating (SIGTERM)\u000a14:00:44.558571 --- ParallelTerminationStrategy: PID 14320 died...\u000a14:00:44.615593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14320): Terminated: ok {rc=0}\u000a14:00:44.625813 --- ParallelTerminationStrategy: PID 14323 died...\u000a14:00:44.682500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14323): Terminated: ok {rc=0}\u000a14:00:44.692659 --- ParallelTerminationStrategy: PID 14326 died...\u000a14:00:44.749098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14326): Terminated: ok {rc=0}\u000a14:00:44.835172 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14335): Process ended prematurely: osmo-stp_10.42.42.5(pid=14335) [trial-2360↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14335)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14335): Process ended prematurely: osmo-stp_10.42.42.5(pid=14335) [trial-2360↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a14:00:45.957934 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:45.970844 tst encryption: Using 1 x bts (candidates: 1)\u000a14:00:46.111655 tst register_a5_0_authreq.py: using LAC 21950\u000a14:00:46.244192 tst register_a5_0_authreq.py: using RAC 20\u000a14:00:46.385090 tst register_a5_0_authreq.py: using CellId 21950\u000a14:00:46.510854 tst register_a5_0_authreq.py: using BVCI 21951\u000a14:00:46.535572 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:46.546686 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:46.557647 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:46.568720 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:46.579937 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:46.590819 tst encryption: Using 1 x modem (candidates: 1)\u000a14:00:46.919041 tst register_a5_0_authreq.py:8: start network...\u000a14:00:47.059993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:47.582587 run create_hlr_db(pid=14329): Launched\u000a14:00:47.772884 bus /sierra_2: Setting Powered False\u000a14:00:48.793414 run create_hlr_db(pid=14329): Terminated: ok {rc=0}\u000a14:00:49.230687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14331): Launched\u000a14:00:49.561126 run osmo-hlr_10.42.42.2(pid=14332): Launched\u000a14:00:49.681513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:50.248845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14334): Launched\u000a14:00:50.571681 run osmo-stp_10.42.42.5(pid=14335): Launched\u000a14:00:50.690454 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:00:51.250797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14337): Launched\u000a14:00:51.562113 run osmo-msc_10.42.42.6(pid=14338): Launched\u000a14:00:51.742914 run osmo-stp_10.42.42.5(pid=14335): ERR: Terminated: ERROR {rc=1} [trial-2360↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14335)]\u000a14:00:51.873650 run osmo-stp_10.42.42.5(pid=14335): stdout: \u000a| (launched: 2022-12-09_14:00:50.415463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:52.001648 run osmo-stp_10.42.42.5(pid=14335): stderr: \u000a| �[0;m�[38;5;43m20221209140050589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140050589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140050589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140050589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140050590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140050590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140050590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:52.124660 run osmo-stp_10.42.42.5(pid=14335): stdout: \u000a| (launched: 2022-12-09_14:00:50.415463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:52.246918 run osmo-stp_10.42.42.5(pid=14335): stderr: \u000a| �[0;m�[38;5;43m20221209140050589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140050589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140050589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140050589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140050590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140050590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140050590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:52.300709 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14335): Process ended prematurely: osmo-stp_10.42.42.5(pid=14335) [trial-2360↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14335)] [trial-2360↪encryption↪register_a5_0_authreq.py:8]\u000a14:00:52.309411 tst register_a5_0_authreq.py:8: Test FAILED (6.4 sec)\u000a14:00:52.368537 run osmo-hlr_10.42.42.2(pid=14332): ERR: Terminated: ERROR {rc=237} [trial-2360↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14332)]\u000a14:00:52.417066 run osmo-hlr_10.42.42.2(pid=14332): stdout: \u000a| (launched: 2022-12-09_14:00:49.398128) \u000a14:00:52.466410 run osmo-hlr_10.42.42.2(pid=14332): stderr: \u000a| �[0;m�[1;31m20221209140049596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140049596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140049596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140049596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140049596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140049596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140049608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140049618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140049618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140049618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:52.533298 run osmo-msc_10.42.42.6(pid=14338): ERR: Terminated: ERROR {rc=2} [trial-2360↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14338)]\u000a14:00:52.582077 run osmo-msc_10.42.42.6(pid=14338): stdout: \u000a| (launched: 2022-12-09_14:00:51.407265) \u000a14:00:52.631173 run osmo-msc_10.42.42.6(pid=14338): stderr: \u000a| �[0;m�[38;5;43m20221209140051681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140051681 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f853270fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140051681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140051681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140051682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140051682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140051683 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140051684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140051684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140051684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:00:52.673799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14331): Terminating (SIGTERM)\u000a14:00:52.713684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14334): Terminating (SIGTERM)\u000a14:00:52.753559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14337): Terminating (SIGTERM)\u000a14:00:52.762778 --- ParallelTerminationStrategy: PID 14331 died...\u000a14:00:52.816108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14331): Terminated: ok {rc=0}\u000a14:00:52.825785 --- ParallelTerminationStrategy: PID 14334 died...\u000a14:00:52.878846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14334): Terminated: ok {rc=0}\u000a14:00:52.888454 --- ParallelTerminationStrategy: PID 14337 died...\u000a14:00:52.941835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14337): Terminated: ok {rc=0}\u000a14:00:53.030353 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14346): Process ended prematurely: osmo-stp_10.42.42.5(pid=14346) [trial-2360↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14346)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14346): Process ended prematurely: osmo-stp_10.42.42.5(pid=14346) [trial-2360↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a14:00:54.142575 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:54.153772 tst encryption: Using 1 x bts (candidates: 1)\u000a14:00:54.280254 tst register_a5_1_authreq.py: using LAC 21951\u000a14:00:54.403099 tst register_a5_1_authreq.py: using RAC 21\u000a14:00:54.523649 tst register_a5_1_authreq.py: using CellId 21951\u000a14:00:54.646018 tst register_a5_1_authreq.py: using BVCI 21952\u000a14:00:54.669404 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:54.679758 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:54.690239 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:54.701062 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:54.711857 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:00:54.722650 tst encryption: Using 1 x modem (candidates: 1)\u000a14:00:55.002039 tst register_a5_1_authreq.py:8: start network...\u000a14:00:55.129805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:55.621568 run create_hlr_db(pid=14340): Launched\u000a14:00:55.797455 bus /sierra_2: Setting Powered False\u000a14:00:56.819460 run create_hlr_db(pid=14340): Terminated: ok {rc=0}\u000a14:00:57.227367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14342): Launched\u000a14:00:57.534958 run osmo-hlr_10.42.42.2(pid=14343): Launched\u000a14:00:57.656666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:58.195746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14345): Launched\u000a14:00:58.503824 run osmo-stp_10.42.42.5(pid=14346): Launched\u000a14:00:58.627201 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:00:59.189901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14348): Launched\u000a14:00:59.497285 run osmo-msc_10.42.42.6(pid=14349): Launched\u000a14:00:59.677992 run osmo-stp_10.42.42.5(pid=14346): ERR: Terminated: ERROR {rc=1} [trial-2360↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14346)]\u000a14:00:59.807905 run osmo-stp_10.42.42.5(pid=14346): stdout: \u000a| (launched: 2022-12-09_14:00:58.351111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:59.935079 run osmo-stp_10.42.42.5(pid=14346): stderr: \u000a| �[0;m�[38;5;43m20221209140058522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140058522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140058522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140058523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140058523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140058523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140058523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:00.057765 run osmo-stp_10.42.42.5(pid=14346): stdout: \u000a| (launched: 2022-12-09_14:00:58.351111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:00.179456 run osmo-stp_10.42.42.5(pid=14346): stderr: \u000a| �[0;m�[38;5;43m20221209140058522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140058522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140058522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140058523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140058523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140058523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140058523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:00.233090 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14346): Process ended prematurely: osmo-stp_10.42.42.5(pid=14346) [trial-2360↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14346)] [trial-2360↪encryption↪register_a5_1_authreq.py:8]\u000a14:01:00.241506 tst register_a5_1_authreq.py:8: Test FAILED (6.1 sec)\u000a14:01:00.300490 run osmo-hlr_10.42.42.2(pid=14343): ERR: Terminated: ERROR {rc=237} [trial-2360↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14343)]\u000a14:01:00.349026 run osmo-hlr_10.42.42.2(pid=14343): stdout: \u000a| (launched: 2022-12-09_14:00:57.383643) \u000a14:01:00.398249 run osmo-hlr_10.42.42.2(pid=14343): stderr: \u000a| �[0;m�[1;31m20221209140057564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140057564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140057564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140057564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140057565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140057565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140057577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140057588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140057588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140057588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:00.465598 run osmo-msc_10.42.42.6(pid=14349): ERR: Terminated: ERROR {rc=2} [trial-2360↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14349)]\u000a14:01:00.514024 run osmo-msc_10.42.42.6(pid=14349): stdout: \u000a| (launched: 2022-12-09_14:00:59.345798) \u000a14:01:00.563208 run osmo-msc_10.42.42.6(pid=14349): stderr: \u000a| �[0;m�[38;5;43m20221209140059620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140059620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbcd656cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140059620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140059620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140059620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140059620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140059622 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140059622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140059623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140059623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:01:00.604836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14342): Terminating (SIGTERM)\u000a14:01:00.644273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14345): Terminating (SIGTERM)\u000a14:01:00.683714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14348): Terminating (SIGTERM)\u000a14:01:00.692849 --- ParallelTerminationStrategy: PID 14342 died...\u000a14:01:00.751756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14342): Terminated: ok {rc=0}\u000a14:01:00.764349 --- ParallelTerminationStrategy: PID 14345 died...\u000a14:01:00.830129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14345): Terminated: ok {rc=0}\u000a14:01:00.847342 --- ParallelTerminationStrategy: PID 14348 died...\u000a14:01:00.917878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14348): Terminated: ok {rc=0}\u000a14:01:01.018508 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14357): Process ended prematurely: osmo-stp_10.42.42.5(pid=14357) [trial-2360↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14357)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14357): Process ended prematurely: osmo-stp_10.42.42.5(pid=14357) [trial-2360↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a14:01:02.162704 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:01:02.179510 tst encryption: Using 1 x bts (candidates: 1)\u000a14:01:02.325884 tst register_a5_3_authreq.py: using LAC 21952\u000a14:01:02.456769 tst register_a5_3_authreq.py: using RAC 22\u000a14:01:02.586684 tst register_a5_3_authreq.py: using CellId 21952\u000a14:01:02.714696 tst register_a5_3_authreq.py: using BVCI 21953\u000a14:01:02.739881 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:01:02.751002 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:01:02.762074 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:01:02.772915 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:01:02.783960 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:01:02.794958 tst encryption: Using 1 x modem (candidates: 1)\u000a14:01:03.090218 tst register_a5_3_authreq.py:8: start network...\u000a14:01:03.217757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:03.709978 run create_hlr_db(pid=14351): Launched\u000a14:01:03.899958 bus /sierra_2: Setting Powered False\u000a14:01:04.919957 run create_hlr_db(pid=14351): Terminated: ok {rc=0}\u000a14:01:05.329614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14353): Launched\u000a14:01:05.638068 run osmo-hlr_10.42.42.2(pid=14354): Launched\u000a14:01:05.750300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:06.282756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14356): Launched\u000a14:01:06.588815 run osmo-stp_10.42.42.5(pid=14357): Launched\u000a14:01:06.701068 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:01:07.260836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14359): Launched\u000a14:01:07.569667 run osmo-msc_10.42.42.6(pid=14360): Launched\u000a14:01:07.750613 run osmo-stp_10.42.42.5(pid=14357): ERR: Terminated: ERROR {rc=1} [trial-2360↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14357)]\u000a14:01:07.881051 run osmo-stp_10.42.42.5(pid=14357): stdout: \u000a| (launched: 2022-12-09_14:01:06.438464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:08.009327 run osmo-stp_10.42.42.5(pid=14357): stderr: \u000a| �[0;m�[38;5;43m20221209140106612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140106612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140106612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140106613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140106613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140106613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140106613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:08.132531 run osmo-stp_10.42.42.5(pid=14357): stdout: \u000a| (launched: 2022-12-09_14:01:06.438464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:08.255199 run osmo-stp_10.42.42.5(pid=14357): stderr: \u000a| �[0;m�[38;5;43m20221209140106612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140106612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140106612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140106613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140106613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140106613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140106613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:08.309080 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14357): Process ended prematurely: osmo-stp_10.42.42.5(pid=14357) [trial-2360↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14357)] [trial-2360↪encryption↪register_a5_3_authreq.py:8]\u000a14:01:08.317584 tst register_a5_3_authreq.py:8: Test FAILED (6.2 sec)\u000a14:01:08.376719 run osmo-hlr_10.42.42.2(pid=14354): ERR: Terminated: ERROR {rc=237} [trial-2360↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14354)]\u000a14:01:08.425390 run osmo-hlr_10.42.42.2(pid=14354): stdout: \u000a| (launched: 2022-12-09_14:01:05.485913) \u000a14:01:08.474916 run osmo-hlr_10.42.42.2(pid=14354): stderr: \u000a| �[0;m�[1;31m20221209140105663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140105663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140105663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140105663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140105663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140105663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140105711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140105720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140105721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140105721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:08.541742 run osmo-msc_10.42.42.6(pid=14360): ERR: Terminated: ERROR {rc=2} [trial-2360↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14360)]\u000a14:01:08.590290 run osmo-msc_10.42.42.6(pid=14360): stdout: \u000a| (launched: 2022-12-09_14:01:07.417599) \u000a14:01:08.639381 run osmo-msc_10.42.42.6(pid=14360): stderr: \u000a| �[0;m�[38;5;43m20221209140107693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140107693 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5d66efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140107693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140107693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140107693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140107694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140107695 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140107696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140107696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140107696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:01:08.680936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14353): Terminating (SIGTERM)\u000a14:01:08.720551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14356): Terminating (SIGTERM)\u000a14:01:08.760200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14359): Terminating (SIGTERM)\u000a14:01:08.769231 --- ParallelTerminationStrategy: PID 14353 died...\u000a14:01:08.822004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14353): Terminated: ok {rc=0}\u000a14:01:08.831353 --- ParallelTerminationStrategy: PID 14356 died...\u000a14:01:08.883710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14356): Terminated: ok {rc=0}\u000a14:01:08.893119 --- ParallelTerminationStrategy: PID 14359 died...\u000a14:01:08.945992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14359): Terminated: ok {rc=0}\u000a14:01:09.034087 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:00:37" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=14378): Process ended prematurely: srsepc(pid=14378) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14378)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=14378): Process ended prematurely: srsepc(pid=14378) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a14:01:11.021103 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a14:01:11.066157 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:01:11.082558 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:01:11.106252 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:01:11.250953 tst handover.py: using MSISDN 7250\u000a14:01:11.359156 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7250', subscriber_id=0}\u000a14:01:11.466111 run srsepc_10.42.42.118: Starting srsepc\u000a14:01:13.305786 run rm-remote-dir(pid=14366): Launched\u000a14:01:13.489625 bus /sierra_2: Setting Powered False\u000a14:01:14.513252 run rm-remote-dir(pid=14366): Terminated: ok {rc=0}\u000a14:01:14.932274 run mk-remote-dir(pid=14367): Launched\u000a14:01:16.121320 run mk-remote-dir(pid=14367): Terminated: ok {rc=0}\u000a14:01:16.492451 run scp-inst-to-remote(pid=14368): Launched\u000a14:01:18.688921 run scp-inst-to-remote(pid=14368): Terminated: ok {rc=0}\u000a14:01:19.035509 run rm-remote-dir(pid=14370): Launched\u000a14:01:20.234405 run rm-remote-dir(pid=14370): Terminated: ok {rc=0}\u000a14:01:20.582609 run mk-remote-dir(pid=14371): Launched\u000a14:01:21.771196 run mk-remote-dir(pid=14371): Terminated: ok {rc=0}\u000a14:01:22.047883 run scp-cfg-to-remote(pid=14372): Launched\u000a14:01:23.231731 run scp-cfg-to-remote(pid=14372): Terminated: ok {rc=0}\u000a14:01:23.508454 run scp-db-to-remote(pid=14374): Launched\u000a14:01:24.693487 run scp-db-to-remote(pid=14374): Terminated: ok {rc=0}\u000a14:01:24.806947 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:01:25.124165 run patchelf(pid=14376): Launched\u000a14:01:26.307501 run patchelf(pid=14376): Terminated: ok {rc=0}\u000a14:01:26.420680 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:01:26.738480 run setcap-netadm(pid=14377): Launched\u000a14:01:27.922558 run setcap-netadm(pid=14377): Terminated: ok {rc=0}\u000a14:01:28.233573 run srsepc(pid=14378): Launched\u000a14:01:28.343663 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:01:29.572451 run rm-remote-dir(pid=14379): Launched\u000a14:01:29.768664 run srsepc(pid=14378): ERR: Terminated: ERROR {rc=127} [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14378)]\u000a14:01:29.912288 run srsepc(pid=14378): stdout: \u000a| (launched: 2022-12-09_14:01:28.084363)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:01:30.055615 run srsepc(pid=14378): stderr: \u000a| (launched: 2022-12-09_14:01:28.130127)\u000a| Connection to 10.42.42.116 closed. \u000a14:01:30.194848 run srsepc(pid=14378): stdout: \u000a| (launched: 2022-12-09_14:01:28.084363)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:01:30.333592 run srsepc(pid=14378): stderr: \u000a| (launched: 2022-12-09_14:01:28.130127)\u000a| Connection to 10.42.42.116 closed. \u000a14:01:30.494610 run rm-remote-dir(pid=14379): Terminating (SIGINT)\u000a14:01:30.682962 run rm-remote-dir(pid=14379): Terminated: ok {rc=0}\u000a14:01:30.717521 tst handover.py:37: ERR: Error: srsepc(pid=14378): Process ended prematurely: srsepc(pid=14378) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14378)] [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a14:01:30.728149 tst handover.py:37: Test FAILED (19.9 sec)\u000a14:01:30.874416 run scp-back-log(pid=14380): Launched\u000a14:01:31.975017 run scp-back-log(pid=14380): ERR: Terminated: ERROR {rc=1} [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=14380)]\u000a14:01:32.044829 run scp-back-log(pid=14380): stdout: \u000a| (launched: 2022-12-09_14:01:30.771971) \u000a14:01:32.115563 run scp-back-log(pid=14380): stderr: \u000a| (launched: 2022-12-09_14:01:30.792854)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:01:32.174184 tst srsepc_10.42.42.118: Error('scp-back-log(pid=14380): launch_sync(): local process exited with status 1 [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=14380)]')\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=14394): Process ended prematurely: srsepc(pid=14394) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14394)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=14394): Process ended prematurely: srsepc(pid=14394) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a14:01:32.370665 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a14:01:32.415425 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:01:32.625561 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a14:01:32.667005 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:01:32.682722 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:01:32.809355 tst iperf3_bidir.py: using MSISDN 7251\u000a14:01:32.916597 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7251', subscriber_id=0}\u000a14:01:33.022736 run srsepc_10.42.42.118: Starting srsepc\u000a14:01:33.662697 run rm-remote-dir(pid=14382): Launched\u000a14:01:34.850837 run rm-remote-dir(pid=14382): Terminated: ok {rc=0}\u000a14:01:35.179295 run mk-remote-dir(pid=14383): Launched\u000a14:01:36.365271 run mk-remote-dir(pid=14383): Terminated: ok {rc=0}\u000a14:01:36.642391 run scp-inst-to-remote(pid=14384): Launched\u000a14:01:38.840661 run scp-inst-to-remote(pid=14384): Terminated: ok {rc=0}\u000a14:01:39.188185 run rm-remote-dir(pid=14386): Launched\u000a14:01:40.388434 run rm-remote-dir(pid=14386): Terminated: ok {rc=0}\u000a14:01:40.735947 run mk-remote-dir(pid=14387): Launched\u000a14:01:41.935853 run mk-remote-dir(pid=14387): Terminated: ok {rc=0}\u000a14:01:42.236350 run scp-cfg-to-remote(pid=14388): Launched\u000a14:01:43.433039 run scp-cfg-to-remote(pid=14388): Terminated: ok {rc=0}\u000a14:01:43.728837 run scp-db-to-remote(pid=14390): Launched\u000a14:01:44.924086 run scp-db-to-remote(pid=14390): Terminated: ok {rc=0}\u000a14:01:45.045939 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:01:45.383934 run patchelf(pid=14392): Launched\u000a14:01:46.574113 run patchelf(pid=14392): Terminated: ok {rc=0}\u000a14:01:46.692489 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:01:47.075621 run setcap-netadm(pid=14393): Launched\u000a14:01:48.261782 run setcap-netadm(pid=14393): Terminated: ok {rc=0}\u000a14:01:48.573930 run srsepc(pid=14394): Launched\u000a14:01:48.682812 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:01:49.873375 run rm-remote-dir(pid=14395): Launched\u000a14:01:50.070458 run srsepc(pid=14394): ERR: Terminated: ERROR {rc=127} [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14394)]\u000a14:01:50.214024 run srsepc(pid=14394): stdout: \u000a| (launched: 2022-12-09_14:01:48.424030)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:01:50.357549 run srsepc(pid=14394): stderr: \u000a| (launched: 2022-12-09_14:01:48.469913)\u000a| Connection to 10.42.42.116 closed. \u000a14:01:50.496720 run srsepc(pid=14394): stdout: \u000a| (launched: 2022-12-09_14:01:48.424030)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:01:50.634532 run srsepc(pid=14394): stderr: \u000a| (launched: 2022-12-09_14:01:48.469913)\u000a| Connection to 10.42.42.116 closed. \u000a14:01:50.794933 run rm-remote-dir(pid=14395): Terminating (SIGINT)\u000a14:01:50.982970 run rm-remote-dir(pid=14395): Terminated: ok {rc=0}\u000a14:01:51.017574 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=14394): Process ended prematurely: srsepc(pid=14394) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14394)] [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a14:01:51.028008 tst iperf3_bidir.py:42: Test FAILED (18.8 sec)\u000a14:01:51.144499 run scp-back-log(pid=14396): Launched\u000a14:01:52.235752 run scp-back-log(pid=14396): ERR: Terminated: ERROR {rc=1} [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=14396)]\u000a14:01:52.302185 run scp-back-log(pid=14396): stdout: \u000a| (launched: 2022-12-09_14:01:51.071738) \u000a14:01:52.368255 run scp-back-log(pid=14396): stderr: \u000a| (launched: 2022-12-09_14:01:51.092734)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:01:52.424362 tst srsepc_10.42.42.118: Error('scp-back-log(pid=14396): launch_sync(): local process exited with status 1 [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=14396)]')\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=14410): Process ended prematurely: srsepc(pid=14410) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14410)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=14410): Process ended prematurely: srsepc(pid=14410) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a14:01:52.614833 tst iperf3_dl.py:13: Number of physical ue: 1\u000a14:01:52.659814 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:01:52.878549 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a14:01:52.923180 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:01:52.939440 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:01:53.070894 tst iperf3_dl.py: using MSISDN 7252\u000a14:01:53.187028 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7252', subscriber_id=0}\u000a14:01:53.302238 run srsepc_10.42.42.118: Starting srsepc\u000a14:01:53.985878 run rm-remote-dir(pid=14398): Launched\u000a14:01:55.185390 run rm-remote-dir(pid=14398): Terminated: ok {rc=0}\u000a14:01:55.535571 run mk-remote-dir(pid=14399): Launched\u000a14:01:56.735189 run mk-remote-dir(pid=14399): Terminated: ok {rc=0}\u000a14:01:57.028836 run scp-inst-to-remote(pid=14400): Launched\u000a14:01:59.227324 run scp-inst-to-remote(pid=14400): Terminated: ok {rc=0}\u000a14:01:59.576104 run rm-remote-dir(pid=14402): Launched\u000a14:02:00.776329 run rm-remote-dir(pid=14402): Terminated: ok {rc=0}\u000a14:02:01.206843 run mk-remote-dir(pid=14403): Launched\u000a14:02:02.425471 run mk-remote-dir(pid=14403): Terminated: ok {rc=0}\u000a14:02:02.703336 run scp-cfg-to-remote(pid=14404): Launched\u000a14:02:03.887762 run scp-cfg-to-remote(pid=14404): Terminated: ok {rc=0}\u000a14:02:04.165286 run scp-db-to-remote(pid=14406): Launched\u000a14:02:05.351191 run scp-db-to-remote(pid=14406): Terminated: ok {rc=0}\u000a14:02:05.465325 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:02:05.785168 run patchelf(pid=14408): Launched\u000a14:02:06.971020 run patchelf(pid=14408): Terminated: ok {rc=0}\u000a14:02:07.085178 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:02:07.402455 run setcap-netadm(pid=14409): Launched\u000a14:02:08.587418 run setcap-netadm(pid=14409): Terminated: ok {rc=0}\u000a14:02:08.900706 run srsepc(pid=14410): Launched\u000a14:02:09.009172 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:02:10.133777 run rm-remote-dir(pid=14411): Launched\u000a14:02:10.321089 run srsepc(pid=14410): ERR: Terminated: ERROR {rc=127} [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14410)]\u000a14:02:10.457155 run srsepc(pid=14410): stdout: \u000a| (launched: 2022-12-09_14:02:08.750222)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:02:10.591577 run srsepc(pid=14410): stderr: \u000a| (launched: 2022-12-09_14:02:08.795944)\u000a| Connection to 10.42.42.116 closed. \u000a14:02:10.722114 run srsepc(pid=14410): stdout: \u000a| (launched: 2022-12-09_14:02:08.750222)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:02:10.851342 run srsepc(pid=14410): stderr: \u000a| (launched: 2022-12-09_14:02:08.795944)\u000a| Connection to 10.42.42.116 closed. \u000a14:02:11.001667 run rm-remote-dir(pid=14411): Terminating (SIGINT)\u000a14:02:11.177976 run rm-remote-dir(pid=14411): Terminated: ok {rc=0}\u000a14:02:11.210563 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=14410): Process ended prematurely: srsepc(pid=14410) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14410)] [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a14:02:11.220216 tst iperf3_dl.py:42: Test FAILED (18.8 sec)\u000a14:02:11.330953 run scp-back-log(pid=14412): Launched\u000a14:02:12.418514 run scp-back-log(pid=14412): ERR: Terminated: ERROR {rc=1} [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=14412)]\u000a14:02:12.481239 run scp-back-log(pid=14412): stdout: \u000a| (launched: 2022-12-09_14:02:11.261587) \u000a14:02:12.544323 run scp-back-log(pid=14412): stderr: \u000a| (launched: 2022-12-09_14:02:11.281578)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:02:12.597853 tst srsepc_10.42.42.118: Error('scp-back-log(pid=14412): launch_sync(): local process exited with status 1 [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=14412)]')\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=14426): Process ended prematurely: srsepc(pid=14426) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14426)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=14426): Process ended prematurely: srsepc(pid=14426) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a14:02:12.774381 tst iperf3_ul.py:13: Number of physical ue: 1\u000a14:02:12.816140 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:02:13.024429 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a14:02:13.065833 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:02:13.081563 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:02:13.200104 tst iperf3_ul.py: using MSISDN 7253\u000a14:02:13.307225 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7253', subscriber_id=0}\u000a14:02:13.413226 run srsepc_10.42.42.118: Starting srsepc\u000a14:02:14.053266 run rm-remote-dir(pid=14414): Launched\u000a14:02:15.252264 run rm-remote-dir(pid=14414): Terminated: ok {rc=0}\u000a14:02:15.602020 run mk-remote-dir(pid=14415): Launched\u000a14:02:16.797217 run mk-remote-dir(pid=14415): Terminated: ok {rc=0}\u000a14:02:17.143032 run scp-inst-to-remote(pid=14416): Launched\u000a14:02:19.329270 run scp-inst-to-remote(pid=14416): Terminated: ok {rc=0}\u000a14:02:19.659188 run rm-remote-dir(pid=14418): Launched\u000a14:02:20.848187 run rm-remote-dir(pid=14418): Terminated: ok {rc=0}\u000a14:02:21.176348 run mk-remote-dir(pid=14419): Launched\u000a14:02:22.364834 run mk-remote-dir(pid=14419): Terminated: ok {rc=0}\u000a14:02:22.642541 run scp-cfg-to-remote(pid=14420): Launched\u000a14:02:23.827024 run scp-cfg-to-remote(pid=14420): Terminated: ok {rc=0}\u000a14:02:24.104246 run scp-db-to-remote(pid=14422): Launched\u000a14:02:25.290487 run scp-db-to-remote(pid=14422): Terminated: ok {rc=0}\u000a14:02:25.404257 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:02:25.722827 run patchelf(pid=14424): Launched\u000a14:02:26.908751 run patchelf(pid=14424): Terminated: ok {rc=0}\u000a14:02:27.023450 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:02:27.343098 run setcap-netadm(pid=14425): Launched\u000a14:02:28.528183 run setcap-netadm(pid=14425): Terminated: ok {rc=0}\u000a14:02:28.841572 run srsepc(pid=14426): Launched\u000a14:02:28.950367 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:02:30.144152 run rm-remote-dir(pid=14427): Launched\u000a14:02:30.341817 run srsepc(pid=14426): ERR: Terminated: ERROR {rc=127} [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14426)]\u000a14:02:30.485516 run srsepc(pid=14426): stdout: \u000a| (launched: 2022-12-09_14:02:28.691733)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:02:30.629255 run srsepc(pid=14426): stderr: \u000a| (launched: 2022-12-09_14:02:28.737585)\u000a| Connection to 10.42.42.116 closed. \u000a14:02:30.768541 run srsepc(pid=14426): stdout: \u000a| (launched: 2022-12-09_14:02:28.691733)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:02:30.937407 run srsepc(pid=14426): stderr: \u000a| (launched: 2022-12-09_14:02:28.737585)\u000a| Connection to 10.42.42.116 closed. \u000a14:02:31.099578 run rm-remote-dir(pid=14427): Terminating (SIGINT)\u000a14:02:31.285174 run rm-remote-dir(pid=14427): Terminated: ok {rc=0}\u000a14:02:31.320198 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=14426): Process ended prematurely: srsepc(pid=14426) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14426)] [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a14:02:31.331095 tst iperf3_ul.py:42: Test FAILED (18.7 sec)\u000a14:02:31.487182 run scp-back-log(pid=14428): Launched\u000a14:02:32.573741 run scp-back-log(pid=14428): ERR: Terminated: ERROR {rc=1} [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=14428)]\u000a14:02:32.635786 run scp-back-log(pid=14428): stdout: \u000a| (launched: 2022-12-09_14:02:31.373289) \u000a14:02:32.697534 run scp-back-log(pid=14428): stderr: \u000a| (launched: 2022-12-09_14:02:31.393370)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:02:32.750356 tst srsepc_10.42.42.118: Error('scp-back-log(pid=14428): launch_sync(): local process exited with status 1 [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=14428)]')\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=14444): Process ended prematurely: srsepc(pid=14444) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14444)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=14444): Process ended prematurely: srsepc(pid=14444) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a14:02:32.764340 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:02:32.780657 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:02:32.803251 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:02:32.943573 tst ping.py: using MSISDN 7254\u000a14:02:33.051207 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7254', subscriber_id=0}\u000a14:02:33.157799 run srsepc_10.42.42.118: Starting srsepc\u000a14:02:33.798576 run rm-remote-dir(pid=14430): Launched\u000a14:02:34.984913 run rm-remote-dir(pid=14430): Terminated: ok {rc=0}\u000a14:02:35.313602 run mk-remote-dir(pid=14431): Launched\u000a14:02:36.499474 run mk-remote-dir(pid=14431): Terminated: ok {rc=0}\u000a14:02:36.775776 run scp-inst-to-remote(pid=14434): Launched\u000a14:02:38.962365 run scp-inst-to-remote(pid=14434): Terminated: ok {rc=0}\u000a14:02:39.289487 run rm-remote-dir(pid=14436): Launched\u000a14:02:40.477195 run rm-remote-dir(pid=14436): Terminated: ok {rc=0}\u000a14:02:40.804728 run mk-remote-dir(pid=14437): Launched\u000a14:02:41.991610 run mk-remote-dir(pid=14437): Terminated: ok {rc=0}\u000a14:02:42.268528 run scp-cfg-to-remote(pid=14438): Launched\u000a14:02:43.453212 run scp-cfg-to-remote(pid=14438): Terminated: ok {rc=0}\u000a14:02:43.728144 run scp-db-to-remote(pid=14440): Launched\u000a14:02:44.913147 run scp-db-to-remote(pid=14440): Terminated: ok {rc=0}\u000a14:02:45.026142 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:02:45.343599 run patchelf(pid=14442): Launched\u000a14:02:46.574921 run patchelf(pid=14442): Terminated: ok {rc=0}\u000a14:02:46.700575 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:02:47.095014 run setcap-netadm(pid=14443): Launched\u000a14:02:48.306323 run setcap-netadm(pid=14443): Terminated: ok {rc=0}\u000a14:02:48.637537 run srsepc(pid=14444): Launched\u000a14:02:48.752936 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:02:49.944005 run rm-remote-dir(pid=14445): Launched\u000a14:02:50.141162 run srsepc(pid=14444): ERR: Terminated: ERROR {rc=127} [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14444)]\u000a14:02:50.285270 run srsepc(pid=14444): stdout: \u000a| (launched: 2022-12-09_14:02:48.480256)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:02:50.429631 run srsepc(pid=14444): stderr: \u000a| (launched: 2022-12-09_14:02:48.529286)\u000a| Connection to 10.42.42.116 closed. \u000a14:02:50.569392 run srsepc(pid=14444): stdout: \u000a| (launched: 2022-12-09_14:02:48.480256)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:02:50.707536 run srsepc(pid=14444): stderr: \u000a| (launched: 2022-12-09_14:02:48.529286)\u000a| Connection to 10.42.42.116 closed. \u000a14:02:50.868215 run rm-remote-dir(pid=14445): Terminating (SIGINT)\u000a14:02:51.056781 run rm-remote-dir(pid=14445): Terminated: ok {rc=0}\u000a14:02:51.091424 tst ping.py:16: ERR: Error: srsepc(pid=14444): Process ended prematurely: srsepc(pid=14444) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14444)] [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a14:02:51.101665 tst ping.py:16: Test FAILED (18.3 sec)\u000a14:02:51.217312 run scp-back-log(pid=14446): Launched\u000a14:02:52.309393 run scp-back-log(pid=14446): ERR: Terminated: ERROR {rc=1} [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=14446)]\u000a14:02:52.375118 run scp-back-log(pid=14446): stdout: \u000a| (launched: 2022-12-09_14:02:51.145546) \u000a14:02:52.441318 run scp-back-log(pid=14446): stderr: \u000a| (launched: 2022-12-09_14:02:51.166217)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:02:52.496728 tst srsepc_10.42.42.118: Error('scp-back-log(pid=14446): launch_sync(): local process exited with status 1 [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=14446)]')\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=14461): Process ended prematurely: srsepc(pid=14461) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14461)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=14461): Process ended prematurely: srsepc(pid=14461) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a14:02:52.511622 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:02:52.528471 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:02:52.552239 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:02:52.695113 tst rrc_idle_mo_ping.py: using MSISDN 7255\u000a14:02:52.802475 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7255', subscriber_id=0}\u000a14:02:52.908777 run srsepc_10.42.42.118: Starting srsepc\u000a14:02:53.546776 run rm-remote-dir(pid=14448): Launched\u000a14:02:54.734334 run rm-remote-dir(pid=14448): Terminated: ok {rc=0}\u000a14:02:55.061121 run mk-remote-dir(pid=14449): Launched\u000a14:02:56.248077 run mk-remote-dir(pid=14449): Terminated: ok {rc=0}\u000a14:02:56.524823 run scp-inst-to-remote(pid=14450): Launched\u000a14:02:58.711284 run scp-inst-to-remote(pid=14450): Terminated: ok {rc=0}\u000a14:02:59.038350 run rm-remote-dir(pid=14452): Launched\u000a14:03:00.224717 run rm-remote-dir(pid=14452): Terminated: ok {rc=0}\u000a14:03:00.554072 run mk-remote-dir(pid=14453): Launched\u000a14:03:01.770162 run mk-remote-dir(pid=14453): Terminated: ok {rc=0}\u000a14:03:02.111632 run scp-cfg-to-remote(pid=14455): Launched\u000a14:03:03.296351 run scp-cfg-to-remote(pid=14455): Terminated: ok {rc=0}\u000a14:03:03.572161 run scp-db-to-remote(pid=14457): Launched\u000a14:03:04.755783 run scp-db-to-remote(pid=14457): Terminated: ok {rc=0}\u000a14:03:04.868778 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:03:05.186232 run patchelf(pid=14459): Launched\u000a14:03:06.371023 run patchelf(pid=14459): Terminated: ok {rc=0}\u000a14:03:06.484842 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:03:06.802432 run setcap-netadm(pid=14460): Launched\u000a14:03:07.987039 run setcap-netadm(pid=14460): Terminated: ok {rc=0}\u000a14:03:08.297705 run srsepc(pid=14461): Launched\u000a14:03:08.405954 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:03:09.524686 run rm-remote-dir(pid=14462): Launched\u000a14:03:09.710486 run srsepc(pid=14461): ERR: Terminated: ERROR {rc=127} [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14461)]\u000a14:03:09.846518 run srsepc(pid=14461): stdout: \u000a| (launched: 2022-12-09_14:03:08.148811)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:03:09.980800 run srsepc(pid=14461): stderr: \u000a| (launched: 2022-12-09_14:03:08.194647)\u000a| Connection to 10.42.42.116 closed. \u000a14:03:10.111461 run srsepc(pid=14461): stdout: \u000a| (launched: 2022-12-09_14:03:08.148811)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:03:10.240368 run srsepc(pid=14461): stderr: \u000a| (launched: 2022-12-09_14:03:08.194647)\u000a| Connection to 10.42.42.116 closed. \u000a14:03:10.390763 run rm-remote-dir(pid=14462): Terminating (SIGINT)\u000a14:03:10.567187 run rm-remote-dir(pid=14462): Terminated: ok {rc=0}\u000a14:03:10.599928 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=14461): Process ended prematurely: srsepc(pid=14461) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14461)] [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a14:03:10.609736 tst rrc_idle_mo_ping.py:16: Test FAILED (18.1 sec)\u000a14:03:10.720436 run scp-back-log(pid=14463): Launched\u000a14:03:11.806459 run scp-back-log(pid=14463): ERR: Terminated: ERROR {rc=1} [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=14463)]\u000a14:03:11.868442 run scp-back-log(pid=14463): stdout: \u000a| (launched: 2022-12-09_14:03:10.650687) \u000a14:03:11.930658 run scp-back-log(pid=14463): stderr: \u000a| (launched: 2022-12-09_14:03:10.670524)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:03:11.983588 tst srsepc_10.42.42.118: Error('scp-back-log(pid=14463): launch_sync(): local process exited with status 1 [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=14463)]')\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=14477): Process ended prematurely: srsepc(pid=14477) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14477)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=14477): Process ended prematurely: srsepc(pid=14477) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a14:03:11.997506 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:03:12.014050 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:03:12.036612 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:03:12.176034 tst rrc_idle_mt_ping.py: using MSISDN 7256\u000a14:03:12.283345 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7256', subscriber_id=0}\u000a14:03:12.389543 run srsepc_10.42.42.118: Starting srsepc\u000a14:03:13.027788 run rm-remote-dir(pid=14465): Launched\u000a14:03:14.214382 run rm-remote-dir(pid=14465): Terminated: ok {rc=0}\u000a14:03:14.542530 run mk-remote-dir(pid=14466): Launched\u000a14:03:15.729339 run mk-remote-dir(pid=14466): Terminated: ok {rc=0}\u000a14:03:16.045345 run scp-inst-to-remote(pid=14467): Launched\u000a14:03:18.245041 run scp-inst-to-remote(pid=14467): Terminated: ok {rc=0}\u000a14:03:18.594530 run rm-remote-dir(pid=14469): Launched\u000a14:03:19.792706 run rm-remote-dir(pid=14469): Terminated: ok {rc=0}\u000a14:03:20.140390 run mk-remote-dir(pid=14470): Launched\u000a14:03:21.340154 run mk-remote-dir(pid=14470): Terminated: ok {rc=0}\u000a14:03:21.634213 run scp-cfg-to-remote(pid=14471): Launched\u000a14:03:22.831247 run scp-cfg-to-remote(pid=14471): Terminated: ok {rc=0}\u000a14:03:23.124435 run scp-db-to-remote(pid=14473): Launched\u000a14:03:24.321772 run scp-db-to-remote(pid=14473): Terminated: ok {rc=0}\u000a14:03:24.443271 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:03:24.783685 run patchelf(pid=14475): Launched\u000a14:03:25.980809 run patchelf(pid=14475): Terminated: ok {rc=0}\u000a14:03:26.102332 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:03:26.442166 run setcap-netadm(pid=14476): Launched\u000a14:03:27.640065 run setcap-netadm(pid=14476): Terminated: ok {rc=0}\u000a14:03:27.970518 run srsepc(pid=14477): Launched\u000a14:03:28.086128 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:03:29.275384 run rm-remote-dir(pid=14478): Launched\u000a14:03:29.473366 run srsepc(pid=14477): ERR: Terminated: ERROR {rc=127} [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14477)]\u000a14:03:29.617152 run srsepc(pid=14477): stdout: \u000a| (launched: 2022-12-09_14:03:27.813278)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:03:29.760616 run srsepc(pid=14477): stderr: \u000a| (launched: 2022-12-09_14:03:27.862066)\u000a| Connection to 10.42.42.116 closed. \u000a14:03:29.899990 run srsepc(pid=14477): stdout: \u000a| (launched: 2022-12-09_14:03:27.813278)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:03:30.038271 run srsepc(pid=14477): stderr: \u000a| (launched: 2022-12-09_14:03:27.862066)\u000a| Connection to 10.42.42.116 closed. \u000a14:03:30.199212 run rm-remote-dir(pid=14478): Terminating (SIGINT)\u000a14:03:30.388055 run rm-remote-dir(pid=14478): Terminated: ok {rc=0}\u000a14:03:30.422789 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=14477): Process ended prematurely: srsepc(pid=14477) [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=14477)] [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a14:03:30.433176 tst rrc_idle_mt_ping.py:16: Test FAILED (18.4 sec)\u000a14:03:30.549428 run scp-back-log(pid=14479): Launched\u000a14:03:31.681208 run scp-back-log(pid=14479): ERR: Terminated: ERROR {rc=1} [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=14479)]\u000a14:03:31.764286 run scp-back-log(pid=14479): stdout: \u000a| (launched: 2022-12-09_14:03:30.476513) \u000a14:03:31.839554 run scp-back-log(pid=14479): stderr: \u000a| (launched: 2022-12-09_14:03:30.497391)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:03:31.893953 tst srsepc_10.42.42.118: Error('scp-back-log(pid=14479): launch_sync(): local process exited with status 1 [trial-2360↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=14479)]')\u000a" } ], "duration" : 142.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:01:10" }, { "cases" : [ { "testActions" : [ ], "age" : 158, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14490): Process ended prematurely: osmo-stp_10.42.42.5(pid=14490) [trial-2360↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14490)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14490): Process ended prematurely: osmo-stp_10.42.42.5(pid=14490) [trial-2360↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a14:03:32.817343 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:03:32.828187 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a14:03:32.954957 tst handover.py: using LAC 21953\u000a14:03:33.075610 tst handover.py: using RAC 23\u000a14:03:33.193643 tst handover.py: using CellId 21953\u000a14:03:33.311419 tst handover.py: using BVCI 21954\u000a14:03:33.334461 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a14:03:33.468456 tst handover.py: using LAC 21954\u000a14:03:33.594413 tst handover.py: using RAC 24\u000a14:03:33.721670 tst handover.py: using CellId 21954\u000a14:03:33.847257 tst handover.py: using BVCI 21955\u000a14:03:33.872153 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:03:33.883554 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:03:33.894876 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:03:33.906761 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:03:33.918585 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:03:33.929642 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a14:03:34.046469 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a14:03:34.256673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:34.774272 run create_hlr_db(pid=14484): Launched\u000a14:03:35.963472 run create_hlr_db(pid=14484): Terminated: ok {rc=0}\u000a14:03:36.296274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14486): Launched\u000a14:03:36.619745 run osmo-hlr_10.42.42.2(pid=14487): Launched\u000a14:03:36.737567 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:37.295663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14489): Launched\u000a14:03:37.617535 run osmo-stp_10.42.42.5(pid=14490): Launched\u000a14:03:37.734608 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:03:38.324449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14492): Launched\u000a14:03:38.647308 run osmo-msc_10.42.42.6(pid=14493): Launched\u000a14:03:38.836492 run osmo-stp_10.42.42.5(pid=14490): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14490)]\u000a14:03:38.973543 run osmo-stp_10.42.42.5(pid=14490): stdout: \u000a| (launched: 2022-12-09_14:03:37.459267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:39.110298 run osmo-stp_10.42.42.5(pid=14490): stderr: \u000a| �[0;m�[38;5;43m20221209140337652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140337653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140337653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140337653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140337654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140337654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140337654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:39.239576 run osmo-stp_10.42.42.5(pid=14490): stdout: \u000a| (launched: 2022-12-09_14:03:37.459267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:39.368200 run osmo-stp_10.42.42.5(pid=14490): stderr: \u000a| �[0;m�[38;5;43m20221209140337652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140337653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140337653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140337653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140337654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140337654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140337654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:39.424507 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14490): Process ended prematurely: osmo-stp_10.42.42.5(pid=14490) [trial-2360↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14490)] [trial-2360↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a14:03:39.433071 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:03:39.496075 run osmo-hlr_10.42.42.2(pid=14487): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14487)]\u000a14:03:39.547691 run osmo-hlr_10.42.42.2(pid=14487): stdout: \u000a| (launched: 2022-12-09_14:03:36.460442) \u000a14:03:39.600019 run osmo-hlr_10.42.42.2(pid=14487): stderr: \u000a| �[0;m�[1;31m20221209140336658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140336658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140336658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140336658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140336658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140336658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140336670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140336678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140336678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140336679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:39.670590 run osmo-msc_10.42.42.6(pid=14493): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14493)]\u000a14:03:39.722320 run osmo-msc_10.42.42.6(pid=14493): stdout: \u000a| (launched: 2022-12-09_14:03:38.488863) \u000a14:03:39.774156 run osmo-msc_10.42.42.6(pid=14493): stderr: \u000a| �[0;m�[38;5;43m20221209140338811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140338811 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f127b454c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140338811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140338811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140338811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140338812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140338813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140338814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140338814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140338814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:03:39.818167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14486): Terminating (SIGTERM)\u000a14:03:39.860397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14489): Terminating (SIGTERM)\u000a14:03:39.902220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14492): Terminating (SIGTERM)\u000a14:03:39.912116 --- ParallelTerminationStrategy: PID 14486 died...\u000a14:03:39.967997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14486): Terminated: ok {rc=0}\u000a14:03:39.978244 --- ParallelTerminationStrategy: PID 14489 died...\u000a14:03:40.034074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14489): Terminated: ok {rc=0}\u000a14:03:40.044005 --- ParallelTerminationStrategy: PID 14492 died...\u000a14:03:40.100270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14492): Terminated: ok {rc=0}\u000a14:03:40.187077 bus /sierra_3: Setting Powered False\u000a14:03:41.294260 bus /sierra_3: Setting Powered False\u000a14:03:42.406172 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:03:32" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14504): Process ended prematurely: osmo-stp_10.42.42.5(pid=14504) [trial-2360↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14504)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14504): Process ended prematurely: osmo-stp_10.42.42.5(pid=14504) [trial-2360↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a14:03:44.358137 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:03:44.369119 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a14:03:44.502165 tst handover.py: using LAC 21955\u000a14:03:44.623429 tst handover.py: using RAC 25\u000a14:03:44.754123 tst handover.py: using CellId 21955\u000a14:03:44.884446 tst handover.py: using BVCI 21956\u000a14:03:44.909185 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a14:03:45.035833 tst handover.py: using LAC 21956\u000a14:03:45.161298 tst handover.py: using RAC 26\u000a14:03:45.286418 tst handover.py: using CellId 21956\u000a14:03:45.411310 tst handover.py: using BVCI 21957\u000a14:03:45.435899 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:03:45.447183 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:03:45.458331 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:03:45.469871 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:03:45.481339 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:03:45.492808 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a14:03:45.608214 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a14:03:45.810570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:46.355933 run create_hlr_db(pid=14498): Launched\u000a14:03:46.491635 bus /sierra_2: Setting Powered False\u000a14:03:47.564656 run create_hlr_db(pid=14498): Terminated: ok {rc=0}\u000a14:03:47.946167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14500): Launched\u000a14:03:48.249059 run osmo-hlr_10.42.42.2(pid=14501): Launched\u000a14:03:48.360197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:48.857416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14503): Launched\u000a14:03:49.159604 run osmo-stp_10.42.42.5(pid=14504): Launched\u000a14:03:49.269476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:03:49.794626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14506): Launched\u000a14:03:50.098365 run osmo-msc_10.42.42.6(pid=14507): Launched\u000a14:03:50.276593 run osmo-stp_10.42.42.5(pid=14504): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14504)]\u000a14:03:50.405247 run osmo-stp_10.42.42.5(pid=14504): stdout: \u000a| (launched: 2022-12-09_14:03:49.010780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:50.531886 run osmo-stp_10.42.42.5(pid=14504): stderr: \u000a| �[0;m�[38;5;43m20221209140349179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140349179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140349180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140349180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140349181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140349181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140349181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:50.653291 run osmo-stp_10.42.42.5(pid=14504): stdout: \u000a| (launched: 2022-12-09_14:03:49.010780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:50.773336 run osmo-stp_10.42.42.5(pid=14504): stderr: \u000a| �[0;m�[38;5;43m20221209140349179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140349179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140349180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140349180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140349181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140349181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140349181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:50.826084 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14504): Process ended prematurely: osmo-stp_10.42.42.5(pid=14504) [trial-2360↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14504)] [trial-2360↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a14:03:50.834199 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:03:50.894051 run osmo-hlr_10.42.42.2(pid=14501): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14501)]\u000a14:03:50.943215 run osmo-hlr_10.42.42.2(pid=14501): stdout: \u000a| (launched: 2022-12-09_14:03:48.099718) \u000a14:03:50.992931 run osmo-hlr_10.42.42.2(pid=14501): stderr: \u000a| �[0;m�[1;31m20221209140348277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140348277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140348277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140348277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140348277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140348277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140348289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140348298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140348298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140348298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:51.059928 run osmo-msc_10.42.42.6(pid=14507): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14507)]\u000a14:03:51.108791 run osmo-msc_10.42.42.6(pid=14507): stdout: \u000a| (launched: 2022-12-09_14:03:49.948173) \u000a14:03:51.158770 run osmo-msc_10.42.42.6(pid=14507): stderr: \u000a| �[0;m�[38;5;43m20221209140350218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140350218 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe846b43c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140350218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140350219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140350219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140350219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140350222 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140350222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140350222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140350222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:03:51.200543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14500): Terminating (SIGTERM)\u000a14:03:51.240174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14503): Terminating (SIGTERM)\u000a14:03:51.279871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14506): Terminating (SIGTERM)\u000a14:03:51.289248 --- ParallelTerminationStrategy: PID 14500 died...\u000a14:03:51.342279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14500): Terminated: ok {rc=0}\u000a14:03:51.352351 --- ParallelTerminationStrategy: PID 14503 died...\u000a14:03:51.405233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14503): Terminated: ok {rc=0}\u000a14:03:51.414619 --- ParallelTerminationStrategy: PID 14506 died...\u000a14:03:51.467521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14506): Terminated: ok {rc=0}\u000a14:03:51.550727 bus /sierra_3: Setting Powered False\u000a14:03:52.651555 bus /sierra_3: Setting Powered False\u000a14:03:53.758505 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:03:44" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14520): Process ended prematurely: osmo-stp_10.42.42.5(pid=14520) [trial-2360↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14520)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14520): Process ended prematurely: osmo-stp_10.42.42.5(pid=14520) [trial-2360↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a14:03:55.750844 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:03:55.761599 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:03:55.888433 tst handover.py: using LAC 21957\u000a14:03:56.006798 tst handover.py: using RAC 27\u000a14:03:56.131209 tst handover.py: using CellId 21957\u000a14:03:56.248923 tst handover.py: using BVCI 21958\u000a14:03:56.271990 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:03:56.407239 tst handover.py: using LAC 21958\u000a14:03:56.525051 tst handover.py: using RAC 28\u000a14:03:56.641682 tst handover.py: using CellId 21958\u000a14:03:56.759711 tst handover.py: using BVCI 21959\u000a14:03:56.783051 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:03:56.793973 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:03:56.804583 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:03:56.815428 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:03:56.826578 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:03:56.837547 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:03:56.981530 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:03:57.201984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:57.651539 run create_hlr_db(pid=14514): Launched\u000a14:03:57.774707 bus /sierra_2: Setting Powered False\u000a14:03:58.846502 run create_hlr_db(pid=14514): Terminated: ok {rc=0}\u000a14:03:59.246968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14516): Launched\u000a14:03:59.569371 run osmo-hlr_10.42.42.2(pid=14517): Launched\u000a14:03:59.688166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:00.219420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14519): Launched\u000a14:04:00.541920 run osmo-stp_10.42.42.5(pid=14520): Launched\u000a14:04:00.659226 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:04:01.253326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14522): Launched\u000a14:04:01.630244 run osmo-msc_10.42.42.6(pid=14523): Launched\u000a14:04:01.966565 run osmo-stp_10.42.42.5(pid=14520): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14520)]\u000a14:04:02.317871 run osmo-stp_10.42.42.5(pid=14520): stdout: \u000a| (launched: 2022-12-09_14:04:00.383644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:02.489739 run osmo-stp_10.42.42.5(pid=14520): stderr: \u000a| �[0;m�[38;5;43m20221209140400576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140400576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140400576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140400576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140400577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140400577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140400577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:02.619202 run osmo-stp_10.42.42.5(pid=14520): stdout: \u000a| (launched: 2022-12-09_14:04:00.383644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:02.747403 run osmo-stp_10.42.42.5(pid=14520): stderr: \u000a| �[0;m�[38;5;43m20221209140400576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140400576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140400576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140400576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140400577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140400577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140400577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:02.803708 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14520): Process ended prematurely: osmo-stp_10.42.42.5(pid=14520) [trial-2360↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14520)] [trial-2360↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a14:04:02.812388 tst handover.py:18: Test FAILED (7.1 sec)\u000a14:04:02.874665 run osmo-hlr_10.42.42.2(pid=14517): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14517)]\u000a14:04:02.926085 run osmo-hlr_10.42.42.2(pid=14517): stdout: \u000a| (launched: 2022-12-09_14:03:59.411477) \u000a14:04:02.978183 run osmo-hlr_10.42.42.2(pid=14517): stderr: \u000a| �[0;m�[1;31m20221209140359609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140359609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140359609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140359609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140359609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140359609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140359621 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140359630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140359630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140359630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:03.049033 run osmo-msc_10.42.42.6(pid=14523): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14523)]\u000a14:04:03.100449 run osmo-msc_10.42.42.6(pid=14523): stdout: \u000a| (launched: 2022-12-09_14:04:01.421563) \u000a14:04:03.152174 run osmo-msc_10.42.42.6(pid=14523): stderr: \u000a| �[0;m�[38;5;43m20221209140402021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140402021 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1860c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140402022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140402022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140402022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140402022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140402024 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140402024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140402024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140402024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:04:03.196595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14516): Terminating (SIGTERM)\u000a14:04:03.238789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14519): Terminating (SIGTERM)\u000a14:04:03.280753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14522): Terminating (SIGTERM)\u000a14:04:03.290507 --- ParallelTerminationStrategy: PID 14516 died...\u000a14:04:03.346923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14516): Terminated: ok {rc=0}\u000a14:04:03.357050 --- ParallelTerminationStrategy: PID 14519 died...\u000a14:04:03.412681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14519): Terminated: ok {rc=0}\u000a14:04:03.422761 --- ParallelTerminationStrategy: PID 14522 died...\u000a14:04:03.478407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14522): Terminated: ok {rc=0}\u000a14:04:03.565831 bus /sierra_3: Setting Powered False\u000a14:04:04.673643 bus /sierra_3: Setting Powered False\u000a14:04:05.780980 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:03:55" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14535): Process ended prematurely: osmo-stp_10.42.42.5(pid=14535) [trial-2360↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14535)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14535): Process ended prematurely: osmo-stp_10.42.42.5(pid=14535) [trial-2360↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a14:04:07.772734 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:04:07.784028 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:04:07.908561 tst handover.py: using LAC 21959\u000a14:04:08.026908 tst handover.py: using RAC 29\u000a14:04:08.151436 tst handover.py: using CellId 21959\u000a14:04:08.278168 tst handover.py: using BVCI 21960\u000a14:04:08.302982 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:04:08.441326 tst handover.py: using LAC 21960\u000a14:04:08.566190 tst handover.py: using RAC 30\u000a14:04:08.690886 tst handover.py: using CellId 21960\u000a14:04:08.815225 tst handover.py: using BVCI 21961\u000a14:04:08.839816 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:04:08.851457 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:04:08.862811 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:04:08.874227 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:04:08.885528 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:04:08.896798 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:04:09.014912 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:04:09.225783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:09.712655 run create_hlr_db(pid=14529): Launched\u000a14:04:09.844278 bus /sierra_2: Setting Powered False\u000a14:04:10.920236 run create_hlr_db(pid=14529): Terminated: ok {rc=0}\u000a14:04:11.319715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14531): Launched\u000a14:04:11.642117 run osmo-hlr_10.42.42.2(pid=14532): Launched\u000a14:04:11.759413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:12.313715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14534): Launched\u000a14:04:12.637024 run osmo-stp_10.42.42.5(pid=14535): Launched\u000a14:04:12.753580 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:04:13.319626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14537): Launched\u000a14:04:13.642590 run osmo-msc_10.42.42.6(pid=14538): Launched\u000a14:04:13.831710 run osmo-stp_10.42.42.5(pid=14535): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14535)]\u000a14:04:13.968384 run osmo-stp_10.42.42.5(pid=14535): stdout: \u000a| (launched: 2022-12-09_14:04:12.478671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:14.104641 run osmo-stp_10.42.42.5(pid=14535): stderr: \u000a| �[0;m�[38;5;43m20221209140412672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140412673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140412673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140412673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140412674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140412674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140412674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:14.234195 run osmo-stp_10.42.42.5(pid=14535): stdout: \u000a| (launched: 2022-12-09_14:04:12.478671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:14.362964 run osmo-stp_10.42.42.5(pid=14535): stderr: \u000a| �[0;m�[38;5;43m20221209140412672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140412673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140412673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140412673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140412674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140412674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140412674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:14.419136 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14535): Process ended prematurely: osmo-stp_10.42.42.5(pid=14535) [trial-2360↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14535)] [trial-2360↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a14:04:14.427913 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:04:14.490123 run osmo-hlr_10.42.42.2(pid=14532): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14532)]\u000a14:04:14.541581 run osmo-hlr_10.42.42.2(pid=14532): stdout: \u000a| (launched: 2022-12-09_14:04:11.483814) \u000a14:04:14.593640 run osmo-hlr_10.42.42.2(pid=14532): stderr: \u000a| �[0;m�[1;31m20221209140411684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140411684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140411684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140411684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140411684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140411684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140411709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140411719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140411719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140411719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:14.664031 run osmo-msc_10.42.42.6(pid=14538): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14538)]\u000a14:04:14.715304 run osmo-msc_10.42.42.6(pid=14538): stdout: \u000a| (launched: 2022-12-09_14:04:13.484243) \u000a14:04:14.766940 run osmo-msc_10.42.42.6(pid=14538): stderr: \u000a| �[0;m�[38;5;43m20221209140413806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140413806 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3b8db2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140413806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140413806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140413807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140413807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140413808 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140413809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140413809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140413809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:04:14.810831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14531): Terminating (SIGTERM)\u000a14:04:14.852515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14534): Terminating (SIGTERM)\u000a14:04:14.894309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14537): Terminating (SIGTERM)\u000a14:04:14.903930 --- ParallelTerminationStrategy: PID 14531 died...\u000a14:04:14.959545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14531): Terminated: ok {rc=0}\u000a14:04:14.969973 --- ParallelTerminationStrategy: PID 14534 died...\u000a14:04:15.025519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14534): Terminated: ok {rc=0}\u000a14:04:15.035547 --- ParallelTerminationStrategy: PID 14537 died...\u000a14:04:15.091289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14537): Terminated: ok {rc=0}\u000a14:04:15.178487 bus /sierra_3: Setting Powered False\u000a14:04:16.291010 bus /sierra_3: Setting Powered False\u000a14:04:17.401209 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:04:07" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14549): Process ended prematurely: osmo-stp_10.42.42.5(pid=14549) [trial-2360↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14549)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14549): Process ended prematurely: osmo-stp_10.42.42.5(pid=14549) [trial-2360↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:04:19.406694 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:04:19.417895 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:04:19.550553 tst handover.py: using LAC 21961\u000a14:04:19.676192 tst handover.py: using RAC 31\u000a14:04:19.803604 tst handover.py: using CellId 21961\u000a14:04:19.930259 tst handover.py: using BVCI 21962\u000a14:04:19.954847 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:04:20.099417 tst handover.py: using LAC 21962\u000a14:04:20.227122 tst handover.py: using RAC 32\u000a14:04:20.354028 tst handover.py: using CellId 21962\u000a14:04:20.480226 tst handover.py: using BVCI 21963\u000a14:04:20.504658 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:04:20.516169 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:04:20.527546 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:04:20.538946 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:04:20.550273 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:04:20.561545 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:04:20.680658 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:04:20.880767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:21.333652 run create_hlr_db(pid=14543): Launched\u000a14:04:21.457838 bus /sierra_2: Setting Powered False\u000a14:04:22.530095 run create_hlr_db(pid=14543): Terminated: ok {rc=0}\u000a14:04:22.929885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14545): Launched\u000a14:04:23.253527 run osmo-hlr_10.42.42.2(pid=14546): Launched\u000a14:04:23.372078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:23.903216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14548): Launched\u000a14:04:24.224882 run osmo-stp_10.42.42.5(pid=14549): Launched\u000a14:04:24.342748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:04:24.903874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14551): Launched\u000a14:04:25.228587 run osmo-msc_10.42.42.6(pid=14552): Launched\u000a14:04:25.418554 run osmo-stp_10.42.42.5(pid=14549): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14549)]\u000a14:04:25.555139 run osmo-stp_10.42.42.5(pid=14549): stdout: \u000a| (launched: 2022-12-09_14:04:24.066618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:25.690866 run osmo-stp_10.42.42.5(pid=14549): stderr: \u000a| �[0;m�[38;5;43m20221209140424257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140424258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140424258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140424258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140424261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140424261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140424261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:25.821609 run osmo-stp_10.42.42.5(pid=14549): stdout: \u000a| (launched: 2022-12-09_14:04:24.066618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:25.949552 run osmo-stp_10.42.42.5(pid=14549): stderr: \u000a| �[0;m�[38;5;43m20221209140424257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140424258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140424258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140424258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140424261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140424261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140424261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:26.005608 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14549): Process ended prematurely: osmo-stp_10.42.42.5(pid=14549) [trial-2360↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14549)] [trial-2360↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:04:26.014135 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:04:26.076401 run osmo-hlr_10.42.42.2(pid=14546): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14546)]\u000a14:04:26.127638 run osmo-hlr_10.42.42.2(pid=14546): stdout: \u000a| (launched: 2022-12-09_14:04:23.094348) \u000a14:04:26.179499 run osmo-hlr_10.42.42.2(pid=14546): stderr: \u000a| �[0;m�[1;31m20221209140423293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140423293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140423293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140423294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140423294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140423294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140423306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140423314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140423314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140423314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:26.249729 run osmo-msc_10.42.42.6(pid=14552): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14552)]\u000a14:04:26.300719 run osmo-msc_10.42.42.6(pid=14552): stdout: \u000a| (launched: 2022-12-09_14:04:25.068322) \u000a14:04:26.352849 run osmo-msc_10.42.42.6(pid=14552): stderr: \u000a| �[0;m�[38;5;43m20221209140425389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140425390 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b9783bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140425390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140425390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140425390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140425390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140425392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140425392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140425392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140425392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:04:26.396785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14545): Terminating (SIGTERM)\u000a14:04:26.438238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14548): Terminating (SIGTERM)\u000a14:04:26.480025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14551): Terminating (SIGTERM)\u000a14:04:26.489673 --- ParallelTerminationStrategy: PID 14545 died...\u000a14:04:26.545191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14545): Terminated: ok {rc=0}\u000a14:04:26.555266 --- ParallelTerminationStrategy: PID 14548 died...\u000a14:04:26.610375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14548): Terminated: ok {rc=0}\u000a14:04:26.620327 --- ParallelTerminationStrategy: PID 14551 died...\u000a14:04:26.675528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14551): Terminated: ok {rc=0}\u000a14:04:26.762484 bus /sierra_3: Setting Powered False\u000a14:04:27.866237 bus /sierra_3: Setting Powered False\u000a14:04:28.977937 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:04:19" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14563): Process ended prematurely: osmo-stp_10.42.42.5(pid=14563) [trial-2360↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14563)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14563): Process ended prematurely: osmo-stp_10.42.42.5(pid=14563) [trial-2360↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:04:30.971828 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:30.983267 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:04:31.115258 tst handover.py: using LAC 21963\u000a14:04:31.241562 tst handover.py: using RAC 33\u000a14:04:31.360881 tst handover.py: using CellId 21963\u000a14:04:31.504900 tst handover.py: using BVCI 21964\u000a14:04:31.531010 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:04:31.656583 tst handover.py: using LAC 21964\u000a14:04:31.806390 tst handover.py: using RAC 34\u000a14:04:31.939408 tst handover.py: using CellId 21964\u000a14:04:32.068509 tst handover.py: using BVCI 21965\u000a14:04:32.094898 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:32.107253 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:32.119687 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:32.132035 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:32.145574 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:04:32.157990 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:04:32.295631 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:04:32.497183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:32.948378 run create_hlr_db(pid=14557): Launched\u000a14:04:33.071722 bus /sierra_2: Setting Powered False\u000a14:04:34.144397 run create_hlr_db(pid=14557): Terminated: ok {rc=0}\u000a14:04:34.521710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14559): Launched\u000a14:04:34.822167 run osmo-hlr_10.42.42.2(pid=14560): Launched\u000a14:04:34.936476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:35.442393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14562): Launched\u000a14:04:35.742246 run osmo-stp_10.42.42.5(pid=14563): Launched\u000a14:04:35.853261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:04:36.378581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14565): Launched\u000a14:04:36.681757 run osmo-msc_10.42.42.6(pid=14566): Launched\u000a14:04:36.859253 run osmo-stp_10.42.42.5(pid=14563): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14563)]\u000a14:04:36.987641 run osmo-stp_10.42.42.5(pid=14563): stdout: \u000a| (launched: 2022-12-09_14:04:35.594611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:37.113897 run osmo-stp_10.42.42.5(pid=14563): stderr: \u000a| �[0;m�[38;5;43m20221209140435766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140435766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140435767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140435767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140435767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140435768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140435768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:37.234983 run osmo-stp_10.42.42.5(pid=14563): stdout: \u000a| (launched: 2022-12-09_14:04:35.594611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:37.355278 run osmo-stp_10.42.42.5(pid=14563): stderr: \u000a| �[0;m�[38;5;43m20221209140435766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140435766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140435767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140435767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140435767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140435768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140435768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:37.407710 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14563): Process ended prematurely: osmo-stp_10.42.42.5(pid=14563) [trial-2360↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14563)] [trial-2360↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a14:04:37.415802 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:04:37.475599 run osmo-hlr_10.42.42.2(pid=14560): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14560)]\u000a14:04:37.524245 run osmo-hlr_10.42.42.2(pid=14560): stdout: \u000a| (launched: 2022-12-09_14:04:34.674282) \u000a14:04:37.574189 run osmo-hlr_10.42.42.2(pid=14560): stderr: \u000a| �[0;m�[1;31m20221209140434852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140434852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140434852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140434852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140434852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140434852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140434864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140434875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140434875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140434875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:37.641175 run osmo-msc_10.42.42.6(pid=14566): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14566)]\u000a14:04:37.689938 run osmo-msc_10.42.42.6(pid=14566): stdout: \u000a| (launched: 2022-12-09_14:04:36.531736) \u000a14:04:37.739351 run osmo-msc_10.42.42.6(pid=14566): stderr: \u000a| �[0;m�[38;5;43m20221209140436802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140436802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1d833dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140436802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140436802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140436802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140436803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140436804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140436805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140436805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140436805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:04:37.781192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14559): Terminating (SIGTERM)\u000a14:04:37.821169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14562): Terminating (SIGTERM)\u000a14:04:37.861391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14565): Terminating (SIGTERM)\u000a14:04:37.870978 --- ParallelTerminationStrategy: PID 14559 died...\u000a14:04:37.924268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14559): Terminated: ok {rc=0}\u000a14:04:37.934009 --- ParallelTerminationStrategy: PID 14562 died...\u000a14:04:37.987168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14562): Terminated: ok {rc=0}\u000a14:04:37.996865 --- ParallelTerminationStrategy: PID 14565 died...\u000a14:04:38.050150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14565): Terminated: ok {rc=0}\u000a14:04:38.134515 bus /sierra_3: Setting Powered False\u000a14:04:39.236792 bus /sierra_3: Setting Powered False\u000a14:04:40.343134 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:04:30" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14577): Process ended prematurely: osmo-stp_10.42.42.5(pid=14577) [trial-2360↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14577)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14577): Process ended prematurely: osmo-stp_10.42.42.5(pid=14577) [trial-2360↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:04:42.328892 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:42.339708 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:04:42.463669 tst handover.py: using LAC 21965\u000a14:04:42.582178 tst handover.py: using RAC 35\u000a14:04:42.703059 tst handover.py: using CellId 21965\u000a14:04:42.823566 tst handover.py: using BVCI 21966\u000a14:04:42.846594 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:04:42.981563 tst handover.py: using LAC 21966\u000a14:04:43.099490 tst handover.py: using RAC 36\u000a14:04:43.222675 tst handover.py: using CellId 21966\u000a14:04:43.347756 tst handover.py: using BVCI 21967\u000a14:04:43.372376 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:43.383883 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:43.395221 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:43.406708 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:43.418107 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:04:43.429474 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:04:43.544353 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:04:43.741501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:44.192815 run create_hlr_db(pid=14571): Launched\u000a14:04:44.316006 bus /sierra_2: Setting Powered False\u000a14:04:45.389492 run create_hlr_db(pid=14571): Terminated: ok {rc=0}\u000a14:04:45.790086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14573): Launched\u000a14:04:46.208716 run osmo-hlr_10.42.42.2(pid=14574): Launched\u000a14:04:46.470494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:47.062972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14576): Launched\u000a14:04:47.388171 run osmo-stp_10.42.42.5(pid=14577): Launched\u000a14:04:47.503163 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:04:48.038842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14579): Launched\u000a14:04:48.343254 run osmo-msc_10.42.42.6(pid=14580): Launched\u000a14:04:48.521147 run osmo-stp_10.42.42.5(pid=14577): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14577)]\u000a14:04:48.649941 run osmo-stp_10.42.42.5(pid=14577): stdout: \u000a| (launched: 2022-12-09_14:04:47.219096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:48.776154 run osmo-stp_10.42.42.5(pid=14577): stderr: \u000a| �[0;m�[38;5;43m20221209140447411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140447411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140447411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140447412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140447414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140447414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140447414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:48.897731 run osmo-stp_10.42.42.5(pid=14577): stdout: \u000a| (launched: 2022-12-09_14:04:47.219096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:49.018215 run osmo-stp_10.42.42.5(pid=14577): stderr: \u000a| �[0;m�[38;5;43m20221209140447411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140447411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140447411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140447412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140447414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140447414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140447414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:49.070823 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14577): Process ended prematurely: osmo-stp_10.42.42.5(pid=14577) [trial-2360↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14577)] [trial-2360↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a14:04:49.078682 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:04:49.138492 run osmo-hlr_10.42.42.2(pid=14574): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14574)]\u000a14:04:49.187215 run osmo-hlr_10.42.42.2(pid=14574): stdout: \u000a| (launched: 2022-12-09_14:04:45.968874) \u000a14:04:49.236638 run osmo-hlr_10.42.42.2(pid=14574): stderr: \u000a| �[0;m�[1;31m20221209140446313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140446313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140446314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140446314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140446314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140446314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140446333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140446342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140446342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140446342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:49.304004 run osmo-msc_10.42.42.6(pid=14580): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14580)]\u000a14:04:49.352719 run osmo-msc_10.42.42.6(pid=14580): stdout: \u000a| (launched: 2022-12-09_14:04:48.192359) \u000a14:04:49.402485 run osmo-msc_10.42.42.6(pid=14580): stderr: \u000a| �[0;m�[38;5;43m20221209140448464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140448464 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4585f98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140448464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140448464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140448464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140448464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140448466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140448467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140448467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140448467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:04:49.444402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14573): Terminating (SIGTERM)\u000a14:04:49.483937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14576): Terminating (SIGTERM)\u000a14:04:49.523729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14579): Terminating (SIGTERM)\u000a14:04:49.533118 --- ParallelTerminationStrategy: PID 14573 died...\u000a14:04:49.586237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14573): Terminated: ok {rc=0}\u000a14:04:49.595860 --- ParallelTerminationStrategy: PID 14576 died...\u000a14:04:49.648766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14576): Terminated: ok {rc=0}\u000a14:04:49.658816 --- ParallelTerminationStrategy: PID 14579 died...\u000a14:04:49.712185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14579): Terminated: ok {rc=0}\u000a14:04:49.798892 bus /sierra_3: Setting Powered False\u000a14:04:50.904483 bus /sierra_3: Setting Powered False\u000a14:04:52.012276 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:04:42" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14591): Process ended prematurely: osmo-stp_10.42.42.5(pid=14591) [trial-2360↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14591)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14591): Process ended prematurely: osmo-stp_10.42.42.5(pid=14591) [trial-2360↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:04:54.022131 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:04:54.033389 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:04:54.166473 tst handover.py: using LAC 21967\u000a14:04:54.291338 tst handover.py: using RAC 37\u000a14:04:54.417064 tst handover.py: using CellId 21967\u000a14:04:54.542116 tst handover.py: using BVCI 21968\u000a14:04:54.566702 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:04:54.708521 tst handover.py: using LAC 21968\u000a14:04:54.827548 tst handover.py: using RAC 38\u000a14:04:54.945208 tst handover.py: using CellId 21968\u000a14:04:55.064158 tst handover.py: using BVCI 21969\u000a14:04:55.087162 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:04:55.098208 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:04:55.109123 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:04:55.119971 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:04:55.131376 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:04:55.142235 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:04:55.262541 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:04:55.463200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:55.913616 run create_hlr_db(pid=14585): Launched\u000a14:04:56.037132 bus /sierra_2: Setting Powered False\u000a14:04:57.109629 run create_hlr_db(pid=14585): Terminated: ok {rc=0}\u000a14:04:57.511527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14587): Launched\u000a14:04:57.831456 run osmo-hlr_10.42.42.2(pid=14588): Launched\u000a14:04:57.948748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:58.450211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14590): Launched\u000a14:04:58.751871 run osmo-stp_10.42.42.5(pid=14591): Launched\u000a14:04:58.862336 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:04:59.388036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14593): Launched\u000a14:04:59.691194 run osmo-msc_10.42.42.6(pid=14594): Launched\u000a14:04:59.869668 run osmo-stp_10.42.42.5(pid=14591): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14591)]\u000a14:04:59.998758 run osmo-stp_10.42.42.5(pid=14591): stdout: \u000a| (launched: 2022-12-09_14:04:58.603532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:00.125088 run osmo-stp_10.42.42.5(pid=14591): stderr: \u000a| �[0;m�[38;5;43m20221209140458775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140458775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140458775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140458776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140458776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140458776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140458776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:00.246561 run osmo-stp_10.42.42.5(pid=14591): stdout: \u000a| (launched: 2022-12-09_14:04:58.603532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:00.366830 run osmo-stp_10.42.42.5(pid=14591): stderr: \u000a| �[0;m�[38;5;43m20221209140458775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140458775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140458775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140458776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140458776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140458776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140458776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:00.419291 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14591): Process ended prematurely: osmo-stp_10.42.42.5(pid=14591) [trial-2360↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14591)] [trial-2360↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a14:05:00.427295 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:05:00.487374 run osmo-hlr_10.42.42.2(pid=14588): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14588)]\u000a14:05:00.536500 run osmo-hlr_10.42.42.2(pid=14588): stdout: \u000a| (launched: 2022-12-09_14:04:57.677122) \u000a14:05:00.585976 run osmo-hlr_10.42.42.2(pid=14588): stderr: \u000a| �[0;m�[1;31m20221209140457857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140457857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140457857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140457857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140457857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140457857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140457869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140457877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140457878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140457878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:00.653334 run osmo-msc_10.42.42.6(pid=14594): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14594)]\u000a14:05:00.702238 run osmo-msc_10.42.42.6(pid=14594): stdout: \u000a| (launched: 2022-12-09_14:04:59.542218) \u000a14:05:00.751956 run osmo-msc_10.42.42.6(pid=14594): stderr: \u000a| �[0;m�[38;5;43m20221209140459815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140459816 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71cdd12c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140459816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140459816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140459817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140459817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140459818 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140459819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140459819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140459819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:05:00.793692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14587): Terminating (SIGTERM)\u000a14:05:00.833799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14590): Terminating (SIGTERM)\u000a14:05:00.876012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14593): Terminating (SIGTERM)\u000a14:05:00.885788 --- ParallelTerminationStrategy: PID 14587 died...\u000a14:05:00.940915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14587): Terminated: ok {rc=0}\u000a14:05:00.951949 --- ParallelTerminationStrategy: PID 14590 died...\u000a14:05:01.006709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14590): Terminated: ok {rc=0}\u000a14:05:01.017529 --- ParallelTerminationStrategy: PID 14593 died...\u000a14:05:01.072466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14593): Terminated: ok {rc=0}\u000a14:05:01.162134 bus /sierra_3: Setting Powered False\u000a14:05:02.283227 bus /sierra_3: Setting Powered False\u000a14:05:03.397062 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:04:53" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14615): Process ended prematurely: osmo-stp_10.42.42.5(pid=14615) [trial-2360↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14615)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14615): Process ended prematurely: osmo-stp_10.42.42.5(pid=14615) [trial-2360↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a14:05:05.367133 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:05:05.377933 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a14:05:05.507896 tst handover.py: using LAC 21969\u000a14:05:05.639700 tst handover.py: using RAC 39\u000a14:05:05.765257 tst handover.py: using CellId 21969\u000a14:05:05.895193 tst handover.py: using BVCI 21970\u000a14:05:05.919939 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a14:05:06.051890 tst handover.py: using LAC 21970\u000a14:05:06.177666 tst handover.py: using RAC 40\u000a14:05:06.303103 tst handover.py: using CellId 21970\u000a14:05:06.429114 tst handover.py: using BVCI 21971\u000a14:05:06.453935 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:05:06.465317 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:05:06.476374 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:05:06.487917 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:05:06.499607 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:05:06.511194 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a14:05:06.629313 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a14:05:06.839359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:07.329736 run create_hlr_db(pid=14609): Launched\u000a14:05:07.462231 bus /sierra_2: Setting Powered False\u000a14:05:08.537319 run create_hlr_db(pid=14609): Terminated: ok {rc=0}\u000a14:05:08.918592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14611): Launched\u000a14:05:09.220688 run osmo-hlr_10.42.42.2(pid=14612): Launched\u000a14:05:09.339065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:09.845361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14614): Launched\u000a14:05:10.148745 run osmo-stp_10.42.42.5(pid=14615): Launched\u000a14:05:10.259578 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:05:10.787078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14617): Launched\u000a14:05:11.092001 run osmo-msc_10.42.42.6(pid=14618): Launched\u000a14:05:11.271637 run osmo-stp_10.42.42.5(pid=14615): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14615)]\u000a14:05:11.401205 run osmo-stp_10.42.42.5(pid=14615): stdout: \u000a| (launched: 2022-12-09_14:05:09.998595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:11.528234 run osmo-stp_10.42.42.5(pid=14615): stderr: \u000a| �[0;m�[38;5;43m20221209140510167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140510167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140510167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140510168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140510168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140510168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140510168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:11.650894 run osmo-stp_10.42.42.5(pid=14615): stdout: \u000a| (launched: 2022-12-09_14:05:09.998595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:11.771681 run osmo-stp_10.42.42.5(pid=14615): stderr: \u000a| �[0;m�[38;5;43m20221209140510167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140510167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140510167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140510168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140510168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140510168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140510168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:11.824534 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14615): Process ended prematurely: osmo-stp_10.42.42.5(pid=14615) [trial-2360↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14615)] [trial-2360↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a14:05:11.832671 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:05:11.893042 run osmo-hlr_10.42.42.2(pid=14612): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14612)]\u000a14:05:11.942174 run osmo-hlr_10.42.42.2(pid=14612): stdout: \u000a| (launched: 2022-12-09_14:05:09.072005) \u000a14:05:11.991976 run osmo-hlr_10.42.42.2(pid=14612): stderr: \u000a| �[0;m�[1;31m20221209140509246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140509246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140509246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140509246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140509246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140509246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140509259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140509268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140509268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140509268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:12.059298 run osmo-msc_10.42.42.6(pid=14618): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14618)]\u000a14:05:12.108467 run osmo-msc_10.42.42.6(pid=14618): stdout: \u000a| (launched: 2022-12-09_14:05:10.941445) \u000a14:05:12.157929 run osmo-msc_10.42.42.6(pid=14618): stderr: \u000a| �[0;m�[38;5;43m20221209140511215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140511215 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf8b076c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140511215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140511215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140511216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140511216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140511217 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140511218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140511218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140511218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:05:12.199717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14611): Terminating (SIGTERM)\u000a14:05:12.239492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14614): Terminating (SIGTERM)\u000a14:05:12.279218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14617): Terminating (SIGTERM)\u000a14:05:12.288561 --- ParallelTerminationStrategy: PID 14611 died...\u000a14:05:12.342632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14611): Terminated: ok {rc=0}\u000a14:05:12.352060 --- ParallelTerminationStrategy: PID 14614 died...\u000a14:05:12.404518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14614): Terminated: ok {rc=0}\u000a14:05:12.414235 --- ParallelTerminationStrategy: PID 14617 died...\u000a14:05:12.467060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14617): Terminated: ok {rc=0}\u000a14:05:12.551566 bus /sierra_3: Setting Powered False\u000a14:05:13.669435 bus /sierra_3: Setting Powered False\u000a14:05:14.773666 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:05:05" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14980): Process ended prematurely: osmo-stp_10.42.42.5(pid=14980) [trial-2360↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14980)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14980): Process ended prematurely: osmo-stp_10.42.42.5(pid=14980) [trial-2360↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a14:05:16.776058 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:05:16.787970 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:05:16.944329 tst handover.py: using LAC 21971\u000a14:05:17.095558 tst handover.py: using RAC 41\u000a14:05:17.249391 tst handover.py: using CellId 21971\u000a14:05:17.377888 tst handover.py: using BVCI 21972\u000a14:05:17.401886 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:05:17.540686 tst handover.py: using LAC 21972\u000a14:05:17.660676 tst handover.py: using RAC 42\u000a14:05:17.780105 tst handover.py: using CellId 21972\u000a14:05:17.900157 tst handover.py: using BVCI 21973\u000a14:05:17.923131 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:05:17.933982 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:05:17.944498 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:05:17.955823 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:05:17.967310 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:05:17.978773 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:05:18.092808 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:05:18.301897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:18.790751 run create_hlr_db(pid=14974): Launched\u000a14:05:18.922771 bus /sierra_2: Setting Powered False\u000a14:05:19.998460 run create_hlr_db(pid=14974): Terminated: ok {rc=0}\u000a14:05:20.379669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14976): Launched\u000a14:05:20.683360 run osmo-hlr_10.42.42.2(pid=14977): Launched\u000a14:05:20.802351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:21.310989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14979): Launched\u000a14:05:21.613892 run osmo-stp_10.42.42.5(pid=14980): Launched\u000a14:05:21.726686 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:05:22.252573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14982): Launched\u000a14:05:22.558138 run osmo-msc_10.42.42.6(pid=14983): Launched\u000a14:05:22.737421 run osmo-stp_10.42.42.5(pid=14980): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14980)]\u000a14:05:22.876358 run osmo-stp_10.42.42.5(pid=14980): stdout: \u000a| (launched: 2022-12-09_14:05:21.464342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:23.007012 run osmo-stp_10.42.42.5(pid=14980): stderr: \u000a| �[0;m�[38;5;43m20221209140521634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140521634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140521635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140521635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140521636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140521636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140521636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:23.133879 run osmo-stp_10.42.42.5(pid=14980): stdout: \u000a| (launched: 2022-12-09_14:05:21.464342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:23.258266 run osmo-stp_10.42.42.5(pid=14980): stderr: \u000a| �[0;m�[38;5;43m20221209140521634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140521634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140521635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140521635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140521636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140521636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140521636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:23.312756 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=14980): Process ended prematurely: osmo-stp_10.42.42.5(pid=14980) [trial-2360↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14980)] [trial-2360↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a14:05:23.322298 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:05:23.387050 run osmo-hlr_10.42.42.2(pid=14977): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14977)]\u000a14:05:23.438918 run osmo-hlr_10.42.42.2(pid=14977): stdout: \u000a| (launched: 2022-12-09_14:05:20.533601) \u000a14:05:23.491390 run osmo-hlr_10.42.42.2(pid=14977): stderr: \u000a| �[0;m�[1;31m20221209140520711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140520711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140520711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140520711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140520712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140520712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140520726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140520737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140520737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140520737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:23.561302 run osmo-msc_10.42.42.6(pid=14983): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14983)]\u000a14:05:23.612603 run osmo-msc_10.42.42.6(pid=14983): stdout: \u000a| (launched: 2022-12-09_14:05:22.406778) \u000a14:05:23.663786 run osmo-msc_10.42.42.6(pid=14983): stderr: \u000a| �[0;m�[38;5;43m20221209140522678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140522678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f24e24c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140522678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140522678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140522678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140522679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140522680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140522681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140522681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140522681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:05:23.709759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14976): Terminating (SIGTERM)\u000a14:05:23.751877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14979): Terminating (SIGTERM)\u000a14:05:23.795611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14982): Terminating (SIGTERM)\u000a14:05:23.806522 --- ParallelTerminationStrategy: PID 14976 died...\u000a14:05:23.862007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14976): Terminated: ok {rc=0}\u000a14:05:23.873714 --- ParallelTerminationStrategy: PID 14979 died...\u000a14:05:23.931117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14979): Terminated: ok {rc=0}\u000a14:05:23.941611 --- ParallelTerminationStrategy: PID 14982 died...\u000a14:05:23.996175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14982): Terminated: ok {rc=0}\u000a14:05:24.083137 bus /sierra_3: Setting Powered False\u000a14:05:25.187324 bus /sierra_3: Setting Powered False\u000a14:05:26.296694 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:05:16" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15170): Process ended prematurely: osmo-stp_10.42.42.5(pid=15170) [trial-2360↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15170)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15170): Process ended prematurely: osmo-stp_10.42.42.5(pid=15170) [trial-2360↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15170)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a14:05:28.292375 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:05:28.304526 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:05:28.462284 tst handover.py: using LAC 21973\u000a14:05:28.583948 tst handover.py: using RAC 43\u000a14:05:28.710373 tst handover.py: using CellId 21973\u000a14:05:28.828005 tst handover.py: using BVCI 21974\u000a14:05:28.851317 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:05:28.980454 tst handover.py: using LAC 21974\u000a14:05:29.099930 tst handover.py: using RAC 44\u000a14:05:29.223902 tst handover.py: using CellId 21974\u000a14:05:29.344761 tst handover.py: using BVCI 21975\u000a14:05:29.367967 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:05:29.379169 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:05:29.390012 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:05:29.401319 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:05:29.412551 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:05:29.423618 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:05:29.536889 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:05:29.737661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:30.188612 run create_hlr_db(pid=15164): Launched\u000a14:05:30.312154 bus /sierra_2: Setting Powered False\u000a14:05:31.399980 run create_hlr_db(pid=15164): Terminated: ok {rc=0}\u000a14:05:31.823335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15166): Launched\u000a14:05:32.207033 run osmo-hlr_10.42.42.2(pid=15167): Launched\u000a14:05:32.328216 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:32.836218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15169): Launched\u000a14:05:33.138681 run osmo-stp_10.42.42.5(pid=15170): Launched\u000a14:05:33.248326 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:05:33.777993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15172): Launched\u000a14:05:34.081469 run osmo-msc_10.42.42.6(pid=15173): Launched\u000a14:05:34.259837 run osmo-stp_10.42.42.5(pid=15170): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15170)]\u000a14:05:34.389365 run osmo-stp_10.42.42.5(pid=15170): stdout: \u000a| (launched: 2022-12-09_14:05:32.990263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:34.516389 run osmo-stp_10.42.42.5(pid=15170): stderr: \u000a| �[0;m�[38;5;43m20221209140533161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140533161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140533162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140533162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140533163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140533163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140533163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:34.638667 run osmo-stp_10.42.42.5(pid=15170): stdout: \u000a| (launched: 2022-12-09_14:05:32.990263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:34.759390 run osmo-stp_10.42.42.5(pid=15170): stderr: \u000a| �[0;m�[38;5;43m20221209140533161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140533161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140533162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140533162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140533163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140533163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140533163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:34.811980 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15170): Process ended prematurely: osmo-stp_10.42.42.5(pid=15170) [trial-2360↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15170)] [trial-2360↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a14:05:34.820140 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:05:34.880297 run osmo-hlr_10.42.42.2(pid=15167): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15167)]\u000a14:05:34.929333 run osmo-hlr_10.42.42.2(pid=15167): stdout: \u000a| (launched: 2022-12-09_14:05:31.992623) \u000a14:05:34.979032 run osmo-hlr_10.42.42.2(pid=15167): stderr: \u000a| �[0;m�[1;31m20221209140532208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140532208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140532208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140532208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140532208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140532208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140532220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140532228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140532229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140532229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:35.046295 run osmo-msc_10.42.42.6(pid=15173): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15173)]\u000a14:05:35.095528 run osmo-msc_10.42.42.6(pid=15173): stdout: \u000a| (launched: 2022-12-09_14:05:33.932252) \u000a14:05:35.145556 run osmo-msc_10.42.42.6(pid=15173): stderr: \u000a| �[0;m�[38;5;43m20221209140534205 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140534205 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd32b98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140534205 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140534205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140534205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140534206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140534207 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140534208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140534208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140534208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:05:35.187423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15166): Terminating (SIGTERM)\u000a14:05:35.227495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15169): Terminating (SIGTERM)\u000a14:05:35.268030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15172): Terminating (SIGTERM)\u000a14:05:35.278253 --- ParallelTerminationStrategy: PID 15166 died...\u000a14:05:35.331768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15166): Terminated: ok {rc=0}\u000a14:05:35.341831 --- ParallelTerminationStrategy: PID 15169 died...\u000a14:05:35.394619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15169): Terminated: ok {rc=0}\u000a14:05:35.404307 --- ParallelTerminationStrategy: PID 15172 died...\u000a14:05:35.457499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15172): Terminated: ok {rc=0}\u000a14:05:35.545481 bus /sierra_3: Setting Powered False\u000a14:05:36.648127 bus /sierra_3: Setting Powered False\u000a14:05:37.754164 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:05:28" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15185): Process ended prematurely: osmo-stp_10.42.42.5(pid=15185) [trial-2360↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15185)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15185): Process ended prematurely: osmo-stp_10.42.42.5(pid=15185) [trial-2360↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:05:39.756880 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:05:39.768444 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:05:39.896043 tst handover.py: using LAC 21975\u000a14:05:40.019757 tst handover.py: using RAC 45\u000a14:05:40.138283 tst handover.py: using CellId 21975\u000a14:05:40.257093 tst handover.py: using BVCI 21976\u000a14:05:40.280236 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:05:40.417912 tst handover.py: using LAC 21976\u000a14:05:40.544331 tst handover.py: using RAC 46\u000a14:05:40.667650 tst handover.py: using CellId 21976\u000a14:05:40.787778 tst handover.py: using BVCI 21977\u000a14:05:40.810886 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:05:40.821871 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:05:40.832531 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:05:40.843557 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:05:40.854609 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:05:40.865495 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:05:40.983868 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:05:41.193047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:41.683534 run create_hlr_db(pid=15179): Launched\u000a14:05:41.815549 bus /sierra_2: Setting Powered False\u000a14:05:42.891474 run create_hlr_db(pid=15179): Terminated: ok {rc=0}\u000a14:05:43.271330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15181): Launched\u000a14:05:43.575207 run osmo-hlr_10.42.42.2(pid=15182): Launched\u000a14:05:43.694841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:44.202342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15184): Launched\u000a14:05:44.505711 run osmo-stp_10.42.42.5(pid=15185): Launched\u000a14:05:44.616740 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:05:45.143232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15187): Launched\u000a14:05:45.446704 run osmo-msc_10.42.42.6(pid=15188): Launched\u000a14:05:45.626102 run osmo-stp_10.42.42.5(pid=15185): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15185)]\u000a14:05:45.755081 run osmo-stp_10.42.42.5(pid=15185): stdout: \u000a| (launched: 2022-12-09_14:05:44.356008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:45.903572 run osmo-stp_10.42.42.5(pid=15185): stderr: \u000a| �[0;m�[38;5;43m20221209140544527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140544527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140544528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140544528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140544528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140544529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140544529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:46.027193 run osmo-stp_10.42.42.5(pid=15185): stdout: \u000a| (launched: 2022-12-09_14:05:44.356008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:46.150278 run osmo-stp_10.42.42.5(pid=15185): stderr: \u000a| �[0;m�[38;5;43m20221209140544527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140544527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140544528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140544528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140544528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140544529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140544529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:46.204152 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15185): Process ended prematurely: osmo-stp_10.42.42.5(pid=15185) [trial-2360↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15185)] [trial-2360↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:05:46.212616 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:05:46.274318 run osmo-hlr_10.42.42.2(pid=15182): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15182)]\u000a14:05:46.324469 run osmo-hlr_10.42.42.2(pid=15182): stdout: \u000a| (launched: 2022-12-09_14:05:43.425087) \u000a14:05:46.375592 run osmo-hlr_10.42.42.2(pid=15182): stderr: \u000a| �[0;m�[1;31m20221209140543600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140543600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140543600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140543600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140543600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140543600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140543613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140543623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140543623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140543623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:46.444207 run osmo-msc_10.42.42.6(pid=15188): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15188)]\u000a14:05:46.494791 run osmo-msc_10.42.42.6(pid=15188): stdout: \u000a| (launched: 2022-12-09_14:05:45.297076) \u000a14:05:46.545961 run osmo-msc_10.42.42.6(pid=15188): stderr: \u000a| �[0;m�[38;5;43m20221209140545569 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140545569 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5fe88aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140545569 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140545569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140545569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140545569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140545571 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140545571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140545572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140545572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:05:46.589015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15181): Terminating (SIGTERM)\u000a14:05:46.629999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15184): Terminating (SIGTERM)\u000a14:05:46.673238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15187): Terminating (SIGTERM)\u000a14:05:46.682707 --- ParallelTerminationStrategy: PID 15181 died...\u000a14:05:46.738785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15181): Terminated: ok {rc=0}\u000a14:05:46.749205 --- ParallelTerminationStrategy: PID 15184 died...\u000a14:05:46.803713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15184): Terminated: ok {rc=0}\u000a14:05:46.813759 --- ParallelTerminationStrategy: PID 15187 died...\u000a14:05:46.867894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15187): Terminated: ok {rc=0}\u000a14:05:46.953660 bus /sierra_3: Setting Powered False\u000a14:05:48.054289 bus /sierra_3: Setting Powered False\u000a14:05:49.166165 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:05:39" }, { "cases" : [ { "testActions" : [ ], "age" : 158, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15200): Process ended prematurely: osmo-stp_10.42.42.5(pid=15200) [trial-2360↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15200)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15200): Process ended prematurely: osmo-stp_10.42.42.5(pid=15200) [trial-2360↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:05:51.128420 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:05:51.139229 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:05:51.260290 tst handover.py: using LAC 21977\u000a14:05:51.378797 tst handover.py: using RAC 47\u000a14:05:51.503733 tst handover.py: using CellId 21977\u000a14:05:51.636858 tst handover.py: using BVCI 21978\u000a14:05:51.659835 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:05:51.794539 tst handover.py: using LAC 21978\u000a14:05:51.921582 tst handover.py: using RAC 48\u000a14:05:52.042800 tst handover.py: using CellId 21978\u000a14:05:52.165726 tst handover.py: using BVCI 21979\u000a14:05:52.188820 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:05:52.199695 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:05:52.210432 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:05:52.221885 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:05:52.233530 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:05:52.244548 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:05:52.365748 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:05:52.576324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:53.065357 run create_hlr_db(pid=15194): Launched\u000a14:05:53.196926 bus /sierra_2: Setting Powered False\u000a14:05:54.274175 run create_hlr_db(pid=15194): Terminated: ok {rc=0}\u000a14:05:54.679294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15196): Launched\u000a14:05:55.002840 run osmo-hlr_10.42.42.2(pid=15197): Launched\u000a14:05:55.120720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:55.654596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15199): Launched\u000a14:05:55.980522 run osmo-stp_10.42.42.5(pid=15200): Launched\u000a14:05:56.098292 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:05:56.664803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15202): Launched\u000a14:05:56.990202 run osmo-msc_10.42.42.6(pid=15203): Launched\u000a14:05:57.180157 run osmo-stp_10.42.42.5(pid=15200): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15200)]\u000a14:05:57.317273 run osmo-stp_10.42.42.5(pid=15200): stdout: \u000a| (launched: 2022-12-09_14:05:55.819451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:57.454761 run osmo-stp_10.42.42.5(pid=15200): stderr: \u000a| �[0;m�[38;5;43m20221209140556010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140556010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140556010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140556011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140556011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140556011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140556011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:57.585479 run osmo-stp_10.42.42.5(pid=15200): stdout: \u000a| (launched: 2022-12-09_14:05:55.819451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:57.714389 run osmo-stp_10.42.42.5(pid=15200): stderr: \u000a| �[0;m�[38;5;43m20221209140556010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140556010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140556010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140556011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140556011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140556011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140556011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:57.770822 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15200): Process ended prematurely: osmo-stp_10.42.42.5(pid=15200) [trial-2360↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15200)] [trial-2360↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a14:05:57.779478 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:05:57.842424 run osmo-hlr_10.42.42.2(pid=15197): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15197)]\u000a14:05:57.893479 run osmo-hlr_10.42.42.2(pid=15197): stdout: \u000a| (launched: 2022-12-09_14:05:54.843855) \u000a14:05:57.948508 run osmo-hlr_10.42.42.2(pid=15197): stderr: \u000a| �[0;m�[1;31m20221209140555041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140555041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140555041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140555041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140555041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140555041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140555053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140555063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140555063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140555063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:58.029880 run osmo-msc_10.42.42.6(pid=15203): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15203)]\u000a14:05:58.081166 run osmo-msc_10.42.42.6(pid=15203): stdout: \u000a| (launched: 2022-12-09_14:05:56.829845) \u000a14:05:58.132934 run osmo-msc_10.42.42.6(pid=15203): stderr: \u000a| �[0;m�[38;5;43m20221209140557152 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140557152 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc17897ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140557152 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140557152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140557153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140557153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140557154 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140557155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140557155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140557155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:05:58.177175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15196): Terminating (SIGTERM)\u000a14:05:58.218981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15199): Terminating (SIGTERM)\u000a14:05:58.260806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15202): Terminating (SIGTERM)\u000a14:05:58.270464 --- ParallelTerminationStrategy: PID 15196 died...\u000a14:05:58.326191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15196): Terminated: ok {rc=0}\u000a14:05:58.336183 --- ParallelTerminationStrategy: PID 15199 died...\u000a14:05:58.391965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15199): Terminated: ok {rc=0}\u000a14:05:58.401924 --- ParallelTerminationStrategy: PID 15202 died...\u000a14:05:58.457665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15202): Terminated: ok {rc=0}\u000a14:05:58.545423 bus /sierra_3: Setting Powered False\u000a14:05:59.650482 bus /sierra_3: Setting Powered False\u000a14:06:00.761387 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:05:50" }, { "cases" : [ { "testActions" : [ ], "age" : 158, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15214): Process ended prematurely: osmo-stp_10.42.42.5(pid=15214) [trial-2360↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15214)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15214): Process ended prematurely: osmo-stp_10.42.42.5(pid=15214) [trial-2360↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:06:02.786714 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:06:02.797978 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:06:02.925936 tst handover.py: using LAC 21979\u000a14:06:03.054867 tst handover.py: using RAC 49\u000a14:06:03.213487 tst handover.py: using CellId 21979\u000a14:06:03.332366 tst handover.py: using BVCI 21980\u000a14:06:03.355523 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:06:03.492442 tst handover.py: using LAC 21980\u000a14:06:03.610701 tst handover.py: using RAC 50\u000a14:06:03.729207 tst handover.py: using CellId 21980\u000a14:06:03.848766 tst handover.py: using BVCI 21981\u000a14:06:03.871890 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:06:03.882827 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:06:03.893505 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:06:03.905026 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:06:03.916426 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:06:03.927728 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:06:04.047374 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:06:04.255420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:06:04.744585 run create_hlr_db(pid=15208): Launched\u000a14:06:04.875912 bus /sierra_2: Setting Powered False\u000a14:06:05.942827 run create_hlr_db(pid=15208): Terminated: ok {rc=0}\u000a14:06:06.321075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15210): Launched\u000a14:06:06.624201 run osmo-hlr_10.42.42.2(pid=15211): Launched\u000a14:06:06.739289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:06:07.237944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15213): Launched\u000a14:06:07.541627 run osmo-stp_10.42.42.5(pid=15214): Launched\u000a14:06:07.652995 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:06:08.181297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15216): Launched\u000a14:06:08.484848 run osmo-msc_10.42.42.6(pid=15217): Launched\u000a14:06:08.663098 run osmo-stp_10.42.42.5(pid=15214): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15214)]\u000a14:06:08.791715 run osmo-stp_10.42.42.5(pid=15214): stdout: \u000a| (launched: 2022-12-09_14:06:07.391067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:08.918264 run osmo-stp_10.42.42.5(pid=15214): stderr: \u000a| �[0;m�[38;5;43m20221209140607561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140607561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140607562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140607562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140607562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140607562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140607563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:09.039421 run osmo-stp_10.42.42.5(pid=15214): stdout: \u000a| (launched: 2022-12-09_14:06:07.391067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:09.159672 run osmo-stp_10.42.42.5(pid=15214): stderr: \u000a| �[0;m�[38;5;43m20221209140607561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140607561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140607562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140607562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140607562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140607562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140607563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:09.212342 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15214): Process ended prematurely: osmo-stp_10.42.42.5(pid=15214) [trial-2360↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15214)] [trial-2360↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a14:06:09.220446 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:06:09.280382 run osmo-hlr_10.42.42.2(pid=15211): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15211)]\u000a14:06:09.329371 run osmo-hlr_10.42.42.2(pid=15211): stdout: \u000a| (launched: 2022-12-09_14:06:06.475129) \u000a14:06:09.379125 run osmo-hlr_10.42.42.2(pid=15211): stderr: \u000a| �[0;m�[1;31m20221209140606650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140606651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140606651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140606651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140606651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140606651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140606665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140606675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140606675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140606675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:06:09.446538 run osmo-msc_10.42.42.6(pid=15217): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15217)]\u000a14:06:09.495420 run osmo-msc_10.42.42.6(pid=15217): stdout: \u000a| (launched: 2022-12-09_14:06:08.334990) \u000a14:06:09.544903 run osmo-msc_10.42.42.6(pid=15217): stderr: \u000a| �[0;m�[38;5;43m20221209140608605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140608605 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3189061c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140608606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140608606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140608606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140608606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140608608 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140608608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140608608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140608608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:06:09.586691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15210): Terminating (SIGTERM)\u000a14:06:09.626410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15213): Terminating (SIGTERM)\u000a14:06:09.666234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15216): Terminating (SIGTERM)\u000a14:06:09.675747 --- ParallelTerminationStrategy: PID 15210 died...\u000a14:06:09.729071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15210): Terminated: ok {rc=0}\u000a14:06:09.738651 --- ParallelTerminationStrategy: PID 15213 died...\u000a14:06:09.791684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15213): Terminated: ok {rc=0}\u000a14:06:09.801188 --- ParallelTerminationStrategy: PID 15216 died...\u000a14:06:09.853535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15216): Terminated: ok {rc=0}\u000a14:06:09.940238 bus /sierra_3: Setting Powered False\u000a14:06:11.043405 bus /sierra_3: Setting Powered False\u000a14:06:12.148638 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:06:02" }, { "cases" : [ { "testActions" : [ ], "age" : 158, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15228): Process ended prematurely: osmo-stp_10.42.42.5(pid=15228) [trial-2360↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15228)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15228): Process ended prematurely: osmo-stp_10.42.42.5(pid=15228) [trial-2360↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:06:14.149326 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:06:14.160515 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:06:14.290172 tst handover.py: using LAC 21981\u000a14:06:14.418821 tst handover.py: using RAC 51\u000a14:06:14.545304 tst handover.py: using CellId 21981\u000a14:06:14.673191 tst handover.py: using BVCI 21982\u000a14:06:14.697811 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:06:14.841462 tst handover.py: using LAC 21982\u000a14:06:14.969113 tst handover.py: using RAC 52\u000a14:06:15.097277 tst handover.py: using CellId 21982\u000a14:06:15.225917 tst handover.py: using BVCI 21983\u000a14:06:15.250460 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:06:15.261796 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:06:15.272851 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:06:15.284048 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:06:15.295321 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:06:15.306506 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:06:15.426101 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:06:15.630543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:06:16.166403 run create_hlr_db(pid=15222): Launched\u000a14:06:16.316500 bus /sierra_2: Setting Powered False\u000a14:06:17.375493 run create_hlr_db(pid=15222): Terminated: ok {rc=0}\u000a14:06:17.754618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15224): Launched\u000a14:06:18.057436 run osmo-hlr_10.42.42.2(pid=15225): Launched\u000a14:06:18.169757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:06:18.668131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15227): Launched\u000a14:06:18.969674 run osmo-stp_10.42.42.5(pid=15228): Launched\u000a14:06:19.079875 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:06:19.606768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15230): Launched\u000a14:06:19.910654 run osmo-msc_10.42.42.6(pid=15231): Launched\u000a14:06:20.090044 run osmo-stp_10.42.42.5(pid=15228): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15228)]\u000a14:06:20.219538 run osmo-stp_10.42.42.5(pid=15228): stdout: \u000a| (launched: 2022-12-09_14:06:18.821744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:20.346447 run osmo-stp_10.42.42.5(pid=15228): stderr: \u000a| �[0;m�[38;5;43m20221209140618992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140618993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140618993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140618993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140618994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140618994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140618994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:20.468158 run osmo-stp_10.42.42.5(pid=15228): stdout: \u000a| (launched: 2022-12-09_14:06:18.821744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:20.588899 run osmo-stp_10.42.42.5(pid=15228): stderr: \u000a| �[0;m�[38;5;43m20221209140618992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140618993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140618993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140618993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140618994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140618994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140618994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:20.641712 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15228): Process ended prematurely: osmo-stp_10.42.42.5(pid=15228) [trial-2360↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15228)] [trial-2360↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a14:06:20.649769 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:06:20.710491 run osmo-hlr_10.42.42.2(pid=15225): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15225)]\u000a14:06:20.759514 run osmo-hlr_10.42.42.2(pid=15225): stdout: \u000a| (launched: 2022-12-09_14:06:17.908171) \u000a14:06:20.809531 run osmo-hlr_10.42.42.2(pid=15225): stderr: \u000a| �[0;m�[1;31m20221209140618086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140618086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140618086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140618086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140618086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140618086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140618099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140618109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140618109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140618109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:06:20.877063 run osmo-msc_10.42.42.6(pid=15231): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15231)]\u000a14:06:20.926041 run osmo-msc_10.42.42.6(pid=15231): stdout: \u000a| (launched: 2022-12-09_14:06:19.760663) \u000a14:06:20.975700 run osmo-msc_10.42.42.6(pid=15231): stderr: \u000a| �[0;m�[38;5;43m20221209140620032 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140620032 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f266de0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140620032 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140620033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140620033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140620033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140620035 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140620035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140620035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140620035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:06:21.017491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15224): Terminating (SIGTERM)\u000a14:06:21.057309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15227): Terminating (SIGTERM)\u000a14:06:21.097063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15230): Terminating (SIGTERM)\u000a14:06:21.106495 --- ParallelTerminationStrategy: PID 15224 died...\u000a14:06:21.159607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15224): Terminated: ok {rc=0}\u000a14:06:21.169443 --- ParallelTerminationStrategy: PID 15227 died...\u000a14:06:21.222234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15227): Terminated: ok {rc=0}\u000a14:06:21.231945 --- ParallelTerminationStrategy: PID 15230 died...\u000a14:06:21.285071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15230): Terminated: ok {rc=0}\u000a14:06:21.373065 bus /sierra_3: Setting Powered False\u000a14:06:22.479399 bus /sierra_3: Setting Powered False\u000a14:06:23.586435 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:06:13" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15242): Process ended prematurely: osmo-stp_10.42.42.5(pid=15242) [trial-2360↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15242)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15242): Process ended prematurely: osmo-stp_10.42.42.5(pid=15242) [trial-2360↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a14:06:25.575229 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:06:25.585974 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:06:25.714192 tst handover.py: using LAC 21983\u000a14:06:25.835617 tst handover.py: using RAC 53\u000a14:06:25.953210 tst handover.py: using CellId 21983\u000a14:06:26.071784 tst handover.py: using BVCI 21984\u000a14:06:26.094974 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:06:26.234111 tst handover.py: using LAC 21984\u000a14:06:26.351453 tst handover.py: using RAC 54\u000a14:06:26.469111 tst handover.py: using CellId 21984\u000a14:06:26.586878 tst handover.py: using BVCI 21985\u000a14:06:26.610357 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:06:26.621119 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:06:26.631542 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:06:26.642499 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:06:26.653368 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:06:26.664088 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:06:26.779671 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:06:26.989747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:06:27.478427 run create_hlr_db(pid=15236): Launched\u000a14:06:27.611041 bus /sierra_2: Setting Powered False\u000a14:06:28.677371 run create_hlr_db(pid=15236): Terminated: ok {rc=0}\u000a14:06:29.054806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15238): Launched\u000a14:06:29.359229 run osmo-hlr_10.42.42.2(pid=15239): Launched\u000a14:06:29.475489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:06:29.975969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15241): Launched\u000a14:06:30.278605 run osmo-stp_10.42.42.5(pid=15242): Launched\u000a14:06:30.389559 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:06:30.928562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15244): Launched\u000a14:06:31.293729 run osmo-msc_10.42.42.6(pid=15245): Launched\u000a14:06:31.698924 run osmo-stp_10.42.42.5(pid=15242): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15242)]\u000a14:06:31.828259 run osmo-stp_10.42.42.5(pid=15242): stdout: \u000a| (launched: 2022-12-09_14:06:30.129331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:31.958927 run osmo-stp_10.42.42.5(pid=15242): stderr: \u000a| �[0;m�[38;5;43m20221209140630301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140630302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140630302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140630302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140630303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140630303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140630303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:32.084061 run osmo-stp_10.42.42.5(pid=15242): stdout: \u000a| (launched: 2022-12-09_14:06:30.129331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:32.208754 run osmo-stp_10.42.42.5(pid=15242): stderr: \u000a| �[0;m�[38;5;43m20221209140630301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140630302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140630302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140630302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140630303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140630303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140630303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:32.263091 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15242): Process ended prematurely: osmo-stp_10.42.42.5(pid=15242) [trial-2360↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15242)] [trial-2360↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a14:06:32.271648 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:06:32.334206 run osmo-hlr_10.42.42.2(pid=15239): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15239)]\u000a14:06:32.385645 run osmo-hlr_10.42.42.2(pid=15239): stdout: \u000a| (launched: 2022-12-09_14:06:29.208852) \u000a14:06:32.437494 run osmo-hlr_10.42.42.2(pid=15239): stderr: \u000a| �[0;m�[1;31m20221209140629384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140629384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140629384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140629384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140629384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140629384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140629397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140629405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140629405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140629405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:06:32.505905 run osmo-msc_10.42.42.6(pid=15245): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15245)]\u000a14:06:32.555068 run osmo-msc_10.42.42.6(pid=15245): stdout: \u000a| (launched: 2022-12-09_14:06:31.087413) \u000a14:06:32.605156 run osmo-msc_10.42.42.6(pid=15245): stderr: \u000a| �[0;m�[38;5;43m20221209140631451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140631451 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7ddbaf9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140631451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140631451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140631451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140631451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140631454 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140631455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140631455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140631455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:06:32.647180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15238): Terminating (SIGTERM)\u000a14:06:32.687231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15241): Terminating (SIGTERM)\u000a14:06:32.727316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15244): Terminating (SIGTERM)\u000a14:06:32.736768 --- ParallelTerminationStrategy: PID 15238 died...\u000a14:06:32.790706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15238): Terminated: ok {rc=0}\u000a14:06:32.800695 --- ParallelTerminationStrategy: PID 15241 died...\u000a14:06:32.854645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15241): Terminated: ok {rc=0}\u000a14:06:32.864301 --- ParallelTerminationStrategy: PID 15244 died...\u000a14:06:32.918381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15244): Terminated: ok {rc=0}\u000a14:06:33.007007 bus /sierra_3: Setting Powered False\u000a14:06:34.113545 bus /sierra_3: Setting Powered False\u000a14:06:35.221722 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:06:25" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15256): Process ended prematurely: osmo-stp_10.42.42.5(pid=15256) [trial-2360↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15256)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15256): Process ended prematurely: osmo-stp_10.42.42.5(pid=15256) [trial-2360↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a14:06:37.231474 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:06:37.243013 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:06:37.370261 tst handover.py: using LAC 21985\u000a14:06:37.495395 tst handover.py: using RAC 55\u000a14:06:37.620073 tst handover.py: using CellId 21985\u000a14:06:37.746639 tst handover.py: using BVCI 21986\u000a14:06:37.771207 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:06:37.909659 tst handover.py: using LAC 21986\u000a14:06:38.034875 tst handover.py: using RAC 56\u000a14:06:38.160305 tst handover.py: using CellId 21986\u000a14:06:38.286170 tst handover.py: using BVCI 21987\u000a14:06:38.310775 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:06:38.322431 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:06:38.333698 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:06:38.345055 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:06:38.356226 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:06:38.367549 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:06:38.482180 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:06:38.682705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:06:39.134868 run create_hlr_db(pid=15250): Launched\u000a14:06:39.258861 bus /sierra_2: Setting Powered False\u000a14:06:40.331635 run create_hlr_db(pid=15250): Terminated: ok {rc=0}\u000a14:06:40.711364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15252): Launched\u000a14:06:41.015990 run osmo-hlr_10.42.42.2(pid=15253): Launched\u000a14:06:41.133887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:06:41.640625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15255): Launched\u000a14:06:41.943775 run osmo-stp_10.42.42.5(pid=15256): Launched\u000a14:06:42.063494 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:06:42.596397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15258): Launched\u000a14:06:42.899597 run osmo-msc_10.42.42.6(pid=15259): Launched\u000a14:06:43.077987 run osmo-stp_10.42.42.5(pid=15256): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15256)]\u000a14:06:43.206654 run osmo-stp_10.42.42.5(pid=15256): stdout: \u000a| (launched: 2022-12-09_14:06:41.794062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:43.332600 run osmo-stp_10.42.42.5(pid=15256): stderr: \u000a| �[0;m�[38;5;43m20221209140641965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140641966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140641966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140641966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140641967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140641967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140641967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:43.454047 run osmo-stp_10.42.42.5(pid=15256): stdout: \u000a| (launched: 2022-12-09_14:06:41.794062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:43.574381 run osmo-stp_10.42.42.5(pid=15256): stderr: \u000a| �[0;m�[38;5;43m20221209140641965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140641966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140641966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140641966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140641967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140641967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140641967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:43.627105 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15256): Process ended prematurely: osmo-stp_10.42.42.5(pid=15256) [trial-2360↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15256)] [trial-2360↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a14:06:43.635086 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:06:43.694809 run osmo-hlr_10.42.42.2(pid=15253): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15253)]\u000a14:06:43.743318 run osmo-hlr_10.42.42.2(pid=15253): stdout: \u000a| (launched: 2022-12-09_14:06:40.865976) \u000a14:06:43.792586 run osmo-hlr_10.42.42.2(pid=15253): stderr: \u000a| �[0;m�[1;31m20221209140641039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140641039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140641039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140641039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140641039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140641039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140641052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140641063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140641063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140641063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:06:43.859997 run osmo-msc_10.42.42.6(pid=15259): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15259)]\u000a14:06:43.909335 run osmo-msc_10.42.42.6(pid=15259): stdout: \u000a| (launched: 2022-12-09_14:06:42.750102) \u000a14:06:43.958810 run osmo-msc_10.42.42.6(pid=15259): stderr: \u000a| �[0;m�[38;5;43m20221209140643021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140643021 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38e5222c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140643021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140643021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140643021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140643022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140643024 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140643024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140643024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140643024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:06:44.000634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15252): Terminating (SIGTERM)\u000a14:06:44.040355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15255): Terminating (SIGTERM)\u000a14:06:44.080008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15258): Terminating (SIGTERM)\u000a14:06:44.089413 --- ParallelTerminationStrategy: PID 15252 died...\u000a14:06:44.142775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15252): Terminated: ok {rc=0}\u000a14:06:44.152432 --- ParallelTerminationStrategy: PID 15255 died...\u000a14:06:44.205038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15255): Terminated: ok {rc=0}\u000a14:06:44.214674 --- ParallelTerminationStrategy: PID 15258 died...\u000a14:06:44.267523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15258): Terminated: ok {rc=0}\u000a14:06:44.355796 bus /sierra_3: Setting Powered False\u000a14:06:45.459267 bus /sierra_3: Setting Powered False\u000a14:06:46.565940 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:06:36" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15270): Process ended prematurely: osmo-stp_10.42.42.5(pid=15270) [trial-2360↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15270)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15270): Process ended prematurely: osmo-stp_10.42.42.5(pid=15270) [trial-2360↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:06:48.559986 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:06:48.571416 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:06:48.701994 tst handover.py: using LAC 21987\u000a14:06:48.825241 tst handover.py: using RAC 57\u000a14:06:48.952148 tst handover.py: using CellId 21987\u000a14:06:49.086071 tst handover.py: using BVCI 21988\u000a14:06:49.110737 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:06:49.250589 tst handover.py: using LAC 21988\u000a14:06:49.368102 tst handover.py: using RAC 58\u000a14:06:49.485594 tst handover.py: using CellId 21988\u000a14:06:49.603159 tst handover.py: using BVCI 21989\u000a14:06:49.626131 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:06:49.637356 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:06:49.648213 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:06:49.659867 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:06:49.671227 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:06:49.682559 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:06:49.801250 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:06:50.011941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:06:50.497084 run create_hlr_db(pid=15264): Launched\u000a14:06:50.622152 bus /sierra_2: Setting Powered False\u000a14:06:51.693783 run create_hlr_db(pid=15264): Terminated: ok {rc=0}\u000a14:06:52.070167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15266): Launched\u000a14:06:52.375218 run osmo-hlr_10.42.42.2(pid=15267): Launched\u000a14:06:52.490510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:06:52.988182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15269): Launched\u000a14:06:53.290282 run osmo-stp_10.42.42.5(pid=15270): Launched\u000a14:06:53.400875 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:06:53.926507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15272): Launched\u000a14:06:54.229368 run osmo-msc_10.42.42.6(pid=15273): Launched\u000a14:06:54.409265 run osmo-stp_10.42.42.5(pid=15270): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15270)]\u000a14:06:54.538392 run osmo-stp_10.42.42.5(pid=15270): stdout: \u000a| (launched: 2022-12-09_14:06:53.141837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:54.664854 run osmo-stp_10.42.42.5(pid=15270): stderr: \u000a| �[0;m�[38;5;43m20221209140653313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140653313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140653314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140653314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140653314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140653315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140653315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:54.786920 run osmo-stp_10.42.42.5(pid=15270): stdout: \u000a| (launched: 2022-12-09_14:06:53.141837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:54.907275 run osmo-stp_10.42.42.5(pid=15270): stderr: \u000a| �[0;m�[38;5;43m20221209140653313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140653313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140653314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140653314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140653314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140653315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140653315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:54.959942 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15270): Process ended prematurely: osmo-stp_10.42.42.5(pid=15270) [trial-2360↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15270)] [trial-2360↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:06:54.968124 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:06:55.028184 run osmo-hlr_10.42.42.2(pid=15267): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15267)]\u000a14:06:55.076831 run osmo-hlr_10.42.42.2(pid=15267): stdout: \u000a| (launched: 2022-12-09_14:06:52.224102) \u000a14:06:55.126327 run osmo-hlr_10.42.42.2(pid=15267): stderr: \u000a| �[0;m�[1;31m20221209140652401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140652401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140652401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140652401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140652401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140652401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140652412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140652421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140652421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140652421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:06:55.194023 run osmo-msc_10.42.42.6(pid=15273): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15273)]\u000a14:06:55.242907 run osmo-msc_10.42.42.6(pid=15273): stdout: \u000a| (launched: 2022-12-09_14:06:54.080044) \u000a14:06:55.292133 run osmo-msc_10.42.42.6(pid=15273): stderr: \u000a| �[0;m�[38;5;43m20221209140654352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140654352 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c7ebabc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140654352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140654352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140654352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140654352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140654354 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140654355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140654355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140654355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:06:55.334074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15266): Terminating (SIGTERM)\u000a14:06:55.373470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15269): Terminating (SIGTERM)\u000a14:06:55.413368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15272): Terminating (SIGTERM)\u000a14:06:55.422527 --- ParallelTerminationStrategy: PID 15266 died...\u000a14:06:55.475541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15266): Terminated: ok {rc=0}\u000a14:06:55.485469 --- ParallelTerminationStrategy: PID 15269 died...\u000a14:06:55.538095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15269): Terminated: ok {rc=0}\u000a14:06:55.547833 --- ParallelTerminationStrategy: PID 15272 died...\u000a14:06:55.600886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15272): Terminated: ok {rc=0}\u000a14:06:55.683971 bus /sierra_3: Setting Powered False\u000a14:06:56.790368 bus /sierra_3: Setting Powered False\u000a14:06:57.897068 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:06:48" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15284): Process ended prematurely: osmo-stp_10.42.42.5(pid=15284) [trial-2360↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15284)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15284): Process ended prematurely: osmo-stp_10.42.42.5(pid=15284) [trial-2360↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:06:59.874091 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:06:59.885362 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:07:00.018064 tst handover.py: using LAC 21989\u000a14:07:00.145656 tst handover.py: using RAC 59\u000a14:07:00.276417 tst handover.py: using CellId 21989\u000a14:07:00.402386 tst handover.py: using BVCI 21990\u000a14:07:00.427459 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:07:00.550291 tst handover.py: using LAC 21990\u000a14:07:00.674413 tst handover.py: using RAC 60\u000a14:07:00.799915 tst handover.py: using CellId 21990\u000a14:07:00.956877 tst handover.py: using BVCI 21991\u000a14:07:00.981476 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:07:00.993320 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:07:01.006098 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:07:01.018519 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:07:01.030343 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:07:01.044236 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:07:01.166204 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:07:01.410395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:01.957464 run create_hlr_db(pid=15278): Launched\u000a14:07:02.094315 bus /sierra_2: Setting Powered False\u000a14:07:03.166784 run create_hlr_db(pid=15278): Terminated: ok {rc=0}\u000a14:07:03.570266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15280): Launched\u000a14:07:03.893412 run osmo-hlr_10.42.42.2(pid=15281): Launched\u000a14:07:04.015149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:07:04.549370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15283): Launched\u000a14:07:04.872076 run osmo-stp_10.42.42.5(pid=15284): Launched\u000a14:07:04.989998 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:07:05.554006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15286): Launched\u000a14:07:05.879277 run osmo-msc_10.42.42.6(pid=15287): Launched\u000a14:07:06.069214 run osmo-stp_10.42.42.5(pid=15284): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15284)]\u000a14:07:06.206134 run osmo-stp_10.42.42.5(pid=15284): stdout: \u000a| (launched: 2022-12-09_14:07:04.713764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:06.342653 run osmo-stp_10.42.42.5(pid=15284): stderr: \u000a| �[0;m�[38;5;43m20221209140704906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140704907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140704907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140704907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140704909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140704910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140704910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:06.473748 run osmo-stp_10.42.42.5(pid=15284): stdout: \u000a| (launched: 2022-12-09_14:07:04.713764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:06.602727 run osmo-stp_10.42.42.5(pid=15284): stderr: \u000a| �[0;m�[38;5;43m20221209140704906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140704907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140704907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140704907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140704909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140704910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140704910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:06.659221 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15284): Process ended prematurely: osmo-stp_10.42.42.5(pid=15284) [trial-2360↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15284)] [trial-2360↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a14:07:06.667881 tst handover.py:18: Test FAILED (6.8 sec)\u000a14:07:06.730947 run osmo-hlr_10.42.42.2(pid=15281): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15281)]\u000a14:07:06.782791 run osmo-hlr_10.42.42.2(pid=15281): stdout: \u000a| (launched: 2022-12-09_14:07:03.735403) \u000a14:07:06.834758 run osmo-hlr_10.42.42.2(pid=15281): stderr: \u000a| �[0;m�[1;31m20221209140703933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140703933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140703933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140703934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140703934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140703934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140703949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140703957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140703957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140703957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:06.905545 run osmo-msc_10.42.42.6(pid=15287): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15287)]\u000a14:07:06.956859 run osmo-msc_10.42.42.6(pid=15287): stdout: \u000a| (launched: 2022-12-09_14:07:05.718656) \u000a14:07:07.008671 run osmo-msc_10.42.42.6(pid=15287): stderr: \u000a| �[0;m�[38;5;43m20221209140706041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140706041 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc191563c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140706041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140706041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140706041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140706042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140706043 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140706044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140706044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140706044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:07:07.052823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15280): Terminating (SIGTERM)\u000a14:07:07.094482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15283): Terminating (SIGTERM)\u000a14:07:07.136176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15286): Terminating (SIGTERM)\u000a14:07:07.145483 --- ParallelTerminationStrategy: PID 15280 died...\u000a14:07:07.201164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15280): Terminated: ok {rc=0}\u000a14:07:07.211321 --- ParallelTerminationStrategy: PID 15283 died...\u000a14:07:07.266723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15283): Terminated: ok {rc=0}\u000a14:07:07.277100 --- ParallelTerminationStrategy: PID 15286 died...\u000a14:07:07.332448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15286): Terminated: ok {rc=0}\u000a14:07:07.417942 bus /sierra_3: Setting Powered False\u000a14:07:08.524574 bus /sierra_3: Setting Powered False\u000a14:07:09.631756 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:06:59" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15298): Process ended prematurely: osmo-stp_10.42.42.5(pid=15298) [trial-2360↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15298)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15298): Process ended prematurely: osmo-stp_10.42.42.5(pid=15298) [trial-2360↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:07:11.606906 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:07:11.617807 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:07:11.739843 tst handover.py: using LAC 21991\u000a14:07:11.860678 tst handover.py: using RAC 61\u000a14:07:11.980208 tst handover.py: using CellId 21991\u000a14:07:12.102080 tst handover.py: using BVCI 21992\u000a14:07:12.125258 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:07:12.260072 tst handover.py: using LAC 21992\u000a14:07:12.380889 tst handover.py: using RAC 62\u000a14:07:12.501819 tst handover.py: using CellId 21992\u000a14:07:12.628899 tst handover.py: using BVCI 21993\u000a14:07:12.653873 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:07:12.665312 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:07:12.676407 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:07:12.687540 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:07:12.698813 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:07:12.709957 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:07:12.825905 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:07:13.036894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:13.527266 run create_hlr_db(pid=15292): Launched\u000a14:07:13.659298 bus /sierra_2: Setting Powered False\u000a14:07:14.735353 run create_hlr_db(pid=15292): Terminated: ok {rc=0}\u000a14:07:15.115978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15294): Launched\u000a14:07:15.421089 run osmo-hlr_10.42.42.2(pid=15295): Launched\u000a14:07:15.542978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:07:16.100012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15297): Launched\u000a14:07:16.508000 run osmo-stp_10.42.42.5(pid=15298): Launched\u000a14:07:16.676432 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:07:17.307346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15300): Launched\u000a14:07:17.630925 run osmo-msc_10.42.42.6(pid=15301): Launched\u000a14:07:17.823232 run osmo-stp_10.42.42.5(pid=15298): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15298)]\u000a14:07:17.960672 run osmo-stp_10.42.42.5(pid=15298): stdout: \u000a| (launched: 2022-12-09_14:07:16.268429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:18.097453 run osmo-stp_10.42.42.5(pid=15298): stderr: \u000a| �[0;m�[38;5;43m20221209140716564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140716564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140716573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140716573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140716574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140716574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140716574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:18.227517 run osmo-stp_10.42.42.5(pid=15298): stdout: \u000a| (launched: 2022-12-09_14:07:16.268429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:18.356059 run osmo-stp_10.42.42.5(pid=15298): stderr: \u000a| �[0;m�[38;5;43m20221209140716564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140716564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140716573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140716573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140716574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140716574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140716574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:18.412892 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15298): Process ended prematurely: osmo-stp_10.42.42.5(pid=15298) [trial-2360↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15298)] [trial-2360↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a14:07:18.421545 tst handover.py:18: Test FAILED (6.8 sec)\u000a14:07:18.484186 run osmo-hlr_10.42.42.2(pid=15295): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15295)]\u000a14:07:18.535483 run osmo-hlr_10.42.42.2(pid=15295): stdout: \u000a| (launched: 2022-12-09_14:07:15.270181) \u000a14:07:18.588023 run osmo-hlr_10.42.42.2(pid=15295): stderr: \u000a| �[0;m�[1;31m20221209140715446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140715446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140715446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140715447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140715447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140715447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140715460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140715470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140715470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140715470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:18.658628 run osmo-msc_10.42.42.6(pid=15301): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15301)]\u000a14:07:18.710164 run osmo-msc_10.42.42.6(pid=15301): stdout: \u000a| (launched: 2022-12-09_14:07:17.473085) \u000a14:07:18.762043 run osmo-msc_10.42.42.6(pid=15301): stderr: \u000a| �[0;m�[38;5;43m20221209140717796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140717797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09747bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140717797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140717797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140717797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140717797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140717799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140717799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140717799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140717799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:07:18.806592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15294): Terminating (SIGTERM)\u000a14:07:18.848363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15297): Terminating (SIGTERM)\u000a14:07:18.890182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15300): Terminating (SIGTERM)\u000a14:07:18.899775 --- ParallelTerminationStrategy: PID 15294 died...\u000a14:07:18.955349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15294): Terminated: ok {rc=0}\u000a14:07:18.965484 --- ParallelTerminationStrategy: PID 15297 died...\u000a14:07:19.020763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15297): Terminated: ok {rc=0}\u000a14:07:19.030708 --- ParallelTerminationStrategy: PID 15300 died...\u000a14:07:19.086386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15300): Terminated: ok {rc=0}\u000a14:07:19.174660 bus /sierra_3: Setting Powered False\u000a14:07:20.276819 bus /sierra_3: Setting Powered False\u000a14:07:21.387522 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:07:11" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15312): Process ended prematurely: osmo-stp_10.42.42.5(pid=15312) [trial-2360↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15312)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15312): Process ended prematurely: osmo-stp_10.42.42.5(pid=15312) [trial-2360↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:07:23.384344 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:07:23.395630 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:07:23.525178 tst handover.py: using LAC 21993\u000a14:07:23.652397 tst handover.py: using RAC 63\u000a14:07:23.778020 tst handover.py: using CellId 21993\u000a14:07:23.903558 tst handover.py: using BVCI 21994\u000a14:07:23.928441 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:07:24.070157 tst handover.py: using LAC 21994\u000a14:07:24.198161 tst handover.py: using RAC 64\u000a14:07:24.325608 tst handover.py: using CellId 21994\u000a14:07:24.452511 tst handover.py: using BVCI 21995\u000a14:07:24.477716 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:07:24.489103 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:07:24.500358 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:07:24.511819 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:07:24.523259 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:07:24.534528 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:07:24.650065 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:07:24.851775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:25.305646 run create_hlr_db(pid=15306): Launched\u000a14:07:25.430172 bus /sierra_2: Setting Powered False\u000a14:07:26.514124 run create_hlr_db(pid=15306): Terminated: ok {rc=0}\u000a14:07:26.917982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15308): Launched\u000a14:07:27.244322 run osmo-hlr_10.42.42.2(pid=15309): Launched\u000a14:07:27.363067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:07:27.899788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15311): Launched\u000a14:07:28.225886 run osmo-stp_10.42.42.5(pid=15312): Launched\u000a14:07:28.344164 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:07:28.911792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15314): Launched\u000a14:07:29.237174 run osmo-msc_10.42.42.6(pid=15315): Launched\u000a14:07:29.428087 run osmo-stp_10.42.42.5(pid=15312): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15312)]\u000a14:07:29.565881 run osmo-stp_10.42.42.5(pid=15312): stdout: \u000a| (launched: 2022-12-09_14:07:28.065441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:29.702635 run osmo-stp_10.42.42.5(pid=15312): stderr: \u000a| �[0;m�[38;5;43m20221209140728257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140728258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140728258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140728259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140728260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140728260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140728260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:29.833462 run osmo-stp_10.42.42.5(pid=15312): stdout: \u000a| (launched: 2022-12-09_14:07:28.065441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:29.962666 run osmo-stp_10.42.42.5(pid=15312): stderr: \u000a| �[0;m�[38;5;43m20221209140728257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140728258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140728258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140728259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140728260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140728260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140728260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:30.019437 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15312): Process ended prematurely: osmo-stp_10.42.42.5(pid=15312) [trial-2360↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15312)] [trial-2360↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a14:07:30.028008 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:07:30.090869 run osmo-hlr_10.42.42.2(pid=15309): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15309)]\u000a14:07:30.142178 run osmo-hlr_10.42.42.2(pid=15309): stdout: \u000a| (launched: 2022-12-09_14:07:27.083786) \u000a14:07:30.194115 run osmo-hlr_10.42.42.2(pid=15309): stderr: \u000a| �[0;m�[1;31m20221209140727281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140727281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140727281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140727281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140727282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140727282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140727295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140727304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140727304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140727304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:30.264475 run osmo-msc_10.42.42.6(pid=15315): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15315)]\u000a14:07:30.315745 run osmo-msc_10.42.42.6(pid=15315): stdout: \u000a| (launched: 2022-12-09_14:07:29.077573) \u000a14:07:30.367595 run osmo-msc_10.42.42.6(pid=15315): stderr: \u000a| �[0;m�[38;5;43m20221209140729401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140729401 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc445688c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140729401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140729401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140729401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140729402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140729403 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140729404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140729404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140729404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:07:30.411701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15308): Terminating (SIGTERM)\u000a14:07:30.453852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15311): Terminating (SIGTERM)\u000a14:07:30.495536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15314): Terminating (SIGTERM)\u000a14:07:30.505285 --- ParallelTerminationStrategy: PID 15308 died...\u000a14:07:30.561043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15308): Terminated: ok {rc=0}\u000a14:07:30.571179 --- ParallelTerminationStrategy: PID 15311 died...\u000a14:07:30.626452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15311): Terminated: ok {rc=0}\u000a14:07:30.636655 --- ParallelTerminationStrategy: PID 15314 died...\u000a14:07:30.692323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15314): Terminated: ok {rc=0}\u000a14:07:30.778887 bus /sierra_3: Setting Powered False\u000a14:07:31.884607 bus /sierra_3: Setting Powered False\u000a14:07:32.994922 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:07:23" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15327): Process ended prematurely: osmo-stp_10.42.42.5(pid=15327) [trial-2360↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15327)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15327): Process ended prematurely: osmo-stp_10.42.42.5(pid=15327) [trial-2360↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a14:07:35.005456 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:07:35.017009 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:07:35.161553 tst handover.py: using LAC 21995\u000a14:07:35.290699 tst handover.py: using RAC 65\u000a14:07:35.420310 tst handover.py: using CellId 21995\u000a14:07:35.547113 tst handover.py: using BVCI 21996\u000a14:07:35.571922 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:07:35.707326 tst handover.py: using LAC 21996\u000a14:07:35.829628 tst handover.py: using RAC 66\u000a14:07:35.949969 tst handover.py: using CellId 21996\u000a14:07:36.068328 tst handover.py: using BVCI 21997\u000a14:07:36.091412 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:07:36.102428 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:07:36.113217 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:07:36.124260 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:07:36.135387 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:07:36.146359 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:07:36.264484 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:07:36.475088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:36.964922 run create_hlr_db(pid=15321): Launched\u000a14:07:37.096855 bus /sierra_2: Setting Powered False\u000a14:07:38.172988 run create_hlr_db(pid=15321): Terminated: ok {rc=0}\u000a14:07:38.554445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15323): Launched\u000a14:07:38.858449 run osmo-hlr_10.42.42.2(pid=15324): Launched\u000a14:07:38.975013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:07:39.483182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15326): Launched\u000a14:07:39.795006 run osmo-stp_10.42.42.5(pid=15327): Launched\u000a14:07:39.916421 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:07:40.482146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15329): Launched\u000a14:07:40.807384 run osmo-msc_10.42.42.6(pid=15330): Launched\u000a14:07:40.996483 run osmo-stp_10.42.42.5(pid=15327): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15327)]\u000a14:07:41.133500 run osmo-stp_10.42.42.5(pid=15327): stdout: \u000a| (launched: 2022-12-09_14:07:39.636625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:41.269902 run osmo-stp_10.42.42.5(pid=15327): stderr: \u000a| �[0;m�[38;5;43m20221209140739827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140739827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140739828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140739828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140739828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140739828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140739829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:41.399602 run osmo-stp_10.42.42.5(pid=15327): stdout: \u000a| (launched: 2022-12-09_14:07:39.636625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:41.528879 run osmo-stp_10.42.42.5(pid=15327): stderr: \u000a| �[0;m�[38;5;43m20221209140739827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140739827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140739828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140739828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140739828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140739828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140739829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:41.585509 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15327): Process ended prematurely: osmo-stp_10.42.42.5(pid=15327) [trial-2360↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15327)] [trial-2360↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a14:07:41.594328 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:07:41.657333 run osmo-hlr_10.42.42.2(pid=15324): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15324)]\u000a14:07:41.708865 run osmo-hlr_10.42.42.2(pid=15324): stdout: \u000a| (launched: 2022-12-09_14:07:38.708883) \u000a14:07:41.760996 run osmo-hlr_10.42.42.2(pid=15324): stderr: \u000a| �[0;m�[1;31m20221209140738888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140738888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140738888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140738888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140738888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140738888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140738901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140738909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140738910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140738910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:41.831504 run osmo-msc_10.42.42.6(pid=15330): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15330)]\u000a14:07:41.882713 run osmo-msc_10.42.42.6(pid=15330): stdout: \u000a| (launched: 2022-12-09_14:07:40.647056) \u000a14:07:41.934661 run osmo-msc_10.42.42.6(pid=15330): stderr: \u000a| �[0;m�[38;5;43m20221209140740970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140740970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87f832ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140740971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140740971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140740971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140740971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140740973 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140740973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140740973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140740973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:07:41.978747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15323): Terminating (SIGTERM)\u000a14:07:42.020409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15326): Terminating (SIGTERM)\u000a14:07:42.062503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15329): Terminating (SIGTERM)\u000a14:07:42.072246 --- ParallelTerminationStrategy: PID 15323 died...\u000a14:07:42.128187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15323): Terminated: ok {rc=0}\u000a14:07:42.138412 --- ParallelTerminationStrategy: PID 15326 died...\u000a14:07:42.194248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15326): Terminated: ok {rc=0}\u000a14:07:42.204454 --- ParallelTerminationStrategy: PID 15329 died...\u000a14:07:42.260006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15329): Terminated: ok {rc=0}\u000a14:07:42.345640 bus /sierra_3: Setting Powered False\u000a14:07:43.447772 bus /sierra_3: Setting Powered False\u000a14:07:44.557771 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:07:34" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15341): Process ended prematurely: osmo-stp_10.42.42.5(pid=15341) [trial-2360↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15341)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15341): Process ended prematurely: osmo-stp_10.42.42.5(pid=15341) [trial-2360↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:07:46.621883 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:07:46.637245 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:07:46.788648 tst handover.py: using LAC 21997\u000a14:07:46.924915 tst handover.py: using RAC 67\u000a14:07:47.051740 tst handover.py: using CellId 21997\u000a14:07:47.210152 tst handover.py: using BVCI 21998\u000a14:07:47.244022 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:07:47.388574 tst handover.py: using LAC 21998\u000a14:07:47.515491 tst handover.py: using RAC 68\u000a14:07:47.641113 tst handover.py: using CellId 21998\u000a14:07:47.765748 tst handover.py: using BVCI 21999\u000a14:07:47.790530 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:07:47.802651 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:07:47.814023 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:07:47.825569 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:07:47.837046 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:07:47.848331 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:07:47.964735 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:07:48.178103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:48.670753 run create_hlr_db(pid=15335): Launched\u000a14:07:48.803476 bus /sierra_2: Setting Powered False\u000a14:07:49.878951 run create_hlr_db(pid=15335): Terminated: ok {rc=0}\u000a14:07:50.283694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15337): Launched\u000a14:07:50.612491 run osmo-hlr_10.42.42.2(pid=15338): Launched\u000a14:07:50.730274 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:07:51.265258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15340): Launched\u000a14:07:51.591470 run osmo-stp_10.42.42.5(pid=15341): Launched\u000a14:07:51.709127 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:07:52.272327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15343): Launched\u000a14:07:52.597264 run osmo-msc_10.42.42.6(pid=15344): Launched\u000a14:07:52.786955 run osmo-stp_10.42.42.5(pid=15341): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15341)]\u000a14:07:52.924288 run osmo-stp_10.42.42.5(pid=15341): stdout: \u000a| (launched: 2022-12-09_14:07:51.430700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:53.061092 run osmo-stp_10.42.42.5(pid=15341): stderr: \u000a| �[0;m�[38;5;43m20221209140751624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140751624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140751624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140751625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140751627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140751627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140751627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:53.191345 run osmo-stp_10.42.42.5(pid=15341): stdout: \u000a| (launched: 2022-12-09_14:07:51.430700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:53.319837 run osmo-stp_10.42.42.5(pid=15341): stderr: \u000a| �[0;m�[38;5;43m20221209140751624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140751624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140751624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140751625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140751627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140751627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140751627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:53.376414 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15341): Process ended prematurely: osmo-stp_10.42.42.5(pid=15341) [trial-2360↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15341)] [trial-2360↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:07:53.384902 tst handover.py:18: Test FAILED (6.8 sec)\u000a14:07:53.447822 run osmo-hlr_10.42.42.2(pid=15338): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15338)]\u000a14:07:53.499407 run osmo-hlr_10.42.42.2(pid=15338): stdout: \u000a| (launched: 2022-12-09_14:07:50.449929) \u000a14:07:53.551352 run osmo-hlr_10.42.42.2(pid=15338): stderr: \u000a| �[0;m�[1;31m20221209140750650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140750651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140750651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140750651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140750651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140750651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140750664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140750672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140750672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140750672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:53.622713 run osmo-msc_10.42.42.6(pid=15344): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15344)]\u000a14:07:53.674440 run osmo-msc_10.42.42.6(pid=15344): stdout: \u000a| (launched: 2022-12-09_14:07:52.438017) \u000a14:07:53.726645 run osmo-msc_10.42.42.6(pid=15344): stderr: \u000a| �[0;m�[38;5;43m20221209140752760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140752760 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f282e3e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140752761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140752761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140752761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140752761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140752763 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140752763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140752763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140752763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:07:53.770910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15337): Terminating (SIGTERM)\u000a14:07:53.812889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15340): Terminating (SIGTERM)\u000a14:07:53.854845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15343): Terminating (SIGTERM)\u000a14:07:53.864185 --- ParallelTerminationStrategy: PID 15337 died...\u000a14:07:53.920102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15337): Terminated: ok {rc=0}\u000a14:07:53.930150 --- ParallelTerminationStrategy: PID 15340 died...\u000a14:07:53.986069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15340): Terminated: ok {rc=0}\u000a14:07:53.996154 --- ParallelTerminationStrategy: PID 15343 died...\u000a14:07:54.051810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15343): Terminated: ok {rc=0}\u000a14:07:54.140155 bus /sierra_3: Setting Powered False\u000a14:07:55.248556 bus /sierra_3: Setting Powered False\u000a14:07:56.356782 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:07:46" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15483): Process ended prematurely: osmo-stp_10.42.42.5(pid=15483) [trial-2360↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15483)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15483): Process ended prematurely: osmo-stp_10.42.42.5(pid=15483) [trial-2360↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:07:58.374314 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:07:58.385594 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:07:58.528021 tst handover.py: using LAC 21999\u000a14:07:58.653874 tst handover.py: using RAC 69\u000a14:07:58.784283 tst handover.py: using CellId 21999\u000a14:07:58.911329 tst handover.py: using BVCI 22000\u000a14:07:58.936124 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:07:59.057949 tst handover.py: using LAC 22000\u000a14:07:59.175081 tst handover.py: using RAC 70\u000a14:07:59.292684 tst handover.py: using CellId 22000\u000a14:07:59.411766 tst handover.py: using BVCI 22001\u000a14:07:59.434989 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:07:59.446019 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:07:59.456619 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:07:59.467557 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:07:59.478714 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:07:59.489773 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:07:59.607188 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:07:59.817661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:08:00.305761 run create_hlr_db(pid=15349): Launched\u000a14:08:00.437879 bus /sierra_2: Setting Powered False\u000a14:08:01.506888 run create_hlr_db(pid=15349): Terminated: ok {rc=0}\u000a14:08:01.937816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15360): Launched\u000a14:08:02.388571 run osmo-hlr_10.42.42.2(pid=15380): Launched\u000a14:08:02.663224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:08:03.389434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15432): Launched\u000a14:08:03.875315 run osmo-stp_10.42.42.5(pid=15483): Launched\u000a14:08:04.163236 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:08:04.880182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15621): Launched\u000a14:08:05.311064 run osmo-msc_10.42.42.6(pid=15628): Launched\u000a14:08:05.693052 run osmo-stp_10.42.42.5(pid=15483): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15483)]\u000a14:08:05.978451 run osmo-stp_10.42.42.5(pid=15483): stdout: \u000a| (launched: 2022-12-09_14:08:03.593202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:06.175476 run osmo-stp_10.42.42.5(pid=15483): stderr: \u000a| �[0;m�[38;5;43m20221209140803955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140803955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140803956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140803956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140803956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140803963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140803963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:06.303497 run osmo-stp_10.42.42.5(pid=15483): stdout: \u000a| (launched: 2022-12-09_14:08:03.593202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:06.428615 run osmo-stp_10.42.42.5(pid=15483): stderr: \u000a| �[0;m�[38;5;43m20221209140803955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140803955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140803956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140803956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140803956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140803963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140803963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:06.484391 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15483): Process ended prematurely: osmo-stp_10.42.42.5(pid=15483) [trial-2360↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15483)] [trial-2360↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a14:08:06.493500 tst handover.py:18: Test FAILED (8.1 sec)\u000a14:08:06.558733 run osmo-hlr_10.42.42.2(pid=15380): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15380)]\u000a14:08:06.610548 run osmo-hlr_10.42.42.2(pid=15380): stdout: \u000a| (launched: 2022-12-09_14:08:02.122783) \u000a14:08:06.663683 run osmo-hlr_10.42.42.2(pid=15380): stderr: \u000a| �[0;m�[1;31m20221209140802497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140802497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140802497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140802497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140802497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140802497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140802511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140802524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140802529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140802529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:08:06.734869 run osmo-msc_10.42.42.6(pid=15628): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15628)]\u000a14:08:06.786866 run osmo-msc_10.42.42.6(pid=15628): stdout: \u000a| (launched: 2022-12-09_14:08:05.056361) \u000a14:08:06.840723 run osmo-msc_10.42.42.6(pid=15628): stderr: \u000a| �[0;m�[38;5;43m20221209140805647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140805648 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4155bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140805648 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140805648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140805648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140805648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140805658 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140805659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140805659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140805659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:08:06.886445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15360): Terminating (SIGTERM)\u000a14:08:06.931430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15432): Terminating (SIGTERM)\u000a14:08:06.975434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15621): Terminating (SIGTERM)\u000a14:08:06.986024 --- ParallelTerminationStrategy: PID 15360 died...\u000a14:08:07.044207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15360): Terminated: ok {rc=0}\u000a14:08:07.054999 --- ParallelTerminationStrategy: PID 15432 died...\u000a14:08:07.113078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15432): Terminated: ok {rc=0}\u000a14:08:07.123543 --- ParallelTerminationStrategy: PID 15621 died...\u000a14:08:07.180187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15621): Terminated: ok {rc=0}\u000a14:08:07.269485 bus /sierra_3: Setting Powered False\u000a14:08:08.374849 bus /sierra_3: Setting Powered False\u000a14:08:09.486189 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:07:58" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15641): Process ended prematurely: osmo-stp_10.42.42.5(pid=15641) [trial-2360↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15641)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15641): Process ended prematurely: osmo-stp_10.42.42.5(pid=15641) [trial-2360↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:08:11.515996 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:08:11.528263 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:08:11.675663 tst handover.py: using LAC 22001\u000a14:08:11.798432 tst handover.py: using RAC 71\u000a14:08:11.923038 tst handover.py: using CellId 22001\u000a14:08:12.044879 tst handover.py: using BVCI 22002\u000a14:08:12.069826 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:08:12.211541 tst handover.py: using LAC 22002\u000a14:08:12.334311 tst handover.py: using RAC 72\u000a14:08:12.461614 tst handover.py: using CellId 22002\u000a14:08:12.584726 tst handover.py: using BVCI 22003\u000a14:08:12.609026 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:08:12.621050 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:08:12.633201 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:08:12.647278 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:08:12.660125 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:08:12.673522 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:08:12.794185 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:08:13.002952 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:08:13.512916 run create_hlr_db(pid=15635): Launched\u000a14:08:13.641928 bus /sierra_2: Setting Powered False\u000a14:08:14.717914 run create_hlr_db(pid=15635): Terminated: ok {rc=0}\u000a14:08:15.121400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15637): Launched\u000a14:08:15.541676 run osmo-hlr_10.42.42.2(pid=15638): Launched\u000a14:08:15.768125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:08:16.444318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15640): Launched\u000a14:08:16.799575 run osmo-stp_10.42.42.5(pid=15641): Launched\u000a14:08:16.978250 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:08:17.758369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15643): Launched\u000a14:08:18.221025 run osmo-msc_10.42.42.6(pid=15644): Launched\u000a14:08:18.634397 run osmo-stp_10.42.42.5(pid=15641): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15641)]\u000a14:08:18.858668 run osmo-stp_10.42.42.5(pid=15641): stdout: \u000a| (launched: 2022-12-09_14:08:16.612531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:18.991061 run osmo-stp_10.42.42.5(pid=15641): stderr: \u000a| �[0;m�[38;5;43m20221209140816952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140816952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140816952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140816961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140816962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140816962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140816962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:19.118507 run osmo-stp_10.42.42.5(pid=15641): stdout: \u000a| (launched: 2022-12-09_14:08:16.612531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:19.244695 run osmo-stp_10.42.42.5(pid=15641): stderr: \u000a| �[0;m�[38;5;43m20221209140816952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140816952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140816952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140816961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140816962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140816962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140816962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:19.299834 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15641): Process ended prematurely: osmo-stp_10.42.42.5(pid=15641) [trial-2360↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15641)] [trial-2360↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a14:08:19.308085 tst handover.py:18: Test FAILED (7.8 sec)\u000a14:08:19.372819 run osmo-hlr_10.42.42.2(pid=15638): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15638)]\u000a14:08:19.424516 run osmo-hlr_10.42.42.2(pid=15638): stdout: \u000a| (launched: 2022-12-09_14:08:15.281335) \u000a14:08:19.476229 run osmo-hlr_10.42.42.2(pid=15638): stderr: \u000a| �[0;m�[1;31m20221209140815626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140815626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140815626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140815626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140815626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140815626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140815646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140815661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140815661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140815661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:08:19.547717 run osmo-msc_10.42.42.6(pid=15644): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15644)]\u000a14:08:19.599115 run osmo-msc_10.42.42.6(pid=15644): stdout: \u000a| (launched: 2022-12-09_14:08:17.956895) \u000a14:08:19.650511 run osmo-msc_10.42.42.6(pid=15644): stderr: \u000a| �[0;m�[38;5;43m20221209140818446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140818446 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf8d79cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140818446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140818446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140818446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140818446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140818448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140818457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140818457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140818457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:08:19.695675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15637): Terminating (SIGTERM)\u000a14:08:19.742329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15640): Terminating (SIGTERM)\u000a14:08:19.787071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15643): Terminating (SIGTERM)\u000a14:08:19.798655 --- ParallelTerminationStrategy: PID 15637 died...\u000a14:08:19.858633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15637): Terminated: ok {rc=0}\u000a14:08:19.869347 --- ParallelTerminationStrategy: PID 15640 died...\u000a14:08:19.927701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15640): Terminated: ok {rc=0}\u000a14:08:19.938393 --- ParallelTerminationStrategy: PID 15643 died...\u000a14:08:19.995848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15643): Terminated: ok {rc=0}\u000a14:08:20.083925 bus /sierra_3: Setting Powered False\u000a14:08:21.193539 bus /sierra_3: Setting Powered False\u000a14:08:22.306430 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:08:11" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15655): Process ended prematurely: osmo-stp_10.42.42.5(pid=15655) [trial-2360↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15655)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15655): Process ended prematurely: osmo-stp_10.42.42.5(pid=15655) [trial-2360↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:08:24.366431 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:08:24.378957 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:08:24.533426 tst handover.py: using LAC 22003\u000a14:08:24.663243 tst handover.py: using RAC 73\u000a14:08:24.793310 tst handover.py: using CellId 22003\u000a14:08:24.928780 tst handover.py: using BVCI 22004\u000a14:08:24.955217 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:08:25.100616 tst handover.py: using LAC 22004\u000a14:08:25.229593 tst handover.py: using RAC 74\u000a14:08:25.359016 tst handover.py: using CellId 22004\u000a14:08:25.489264 tst handover.py: using BVCI 22005\u000a14:08:25.514951 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:08:25.527632 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:08:25.540103 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:08:25.552892 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:08:25.565600 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:08:25.577154 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:08:25.694855 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:08:25.896398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:08:26.348738 run create_hlr_db(pid=15649): Launched\u000a14:08:26.472794 bus /sierra_2: Setting Powered False\u000a14:08:27.544924 run create_hlr_db(pid=15649): Terminated: ok {rc=0}\u000a14:08:27.947912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15651): Launched\u000a14:08:28.271773 run osmo-hlr_10.42.42.2(pid=15652): Launched\u000a14:08:28.391236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:08:28.927362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15654): Launched\u000a14:08:29.251667 run osmo-stp_10.42.42.5(pid=15655): Launched\u000a14:08:29.369579 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:08:29.934414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15657): Launched\u000a14:08:30.259239 run osmo-msc_10.42.42.6(pid=15658): Launched\u000a14:08:30.445802 run osmo-stp_10.42.42.5(pid=15655): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15655)]\u000a14:08:30.577329 run osmo-stp_10.42.42.5(pid=15655): stdout: \u000a| (launched: 2022-12-09_14:08:29.092283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:30.704475 run osmo-stp_10.42.42.5(pid=15655): stderr: \u000a| �[0;m�[38;5;43m20221209140829283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140829283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140829284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140829285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140829285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140829285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140829286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:30.826374 run osmo-stp_10.42.42.5(pid=15655): stdout: \u000a| (launched: 2022-12-09_14:08:29.092283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:30.967210 run osmo-stp_10.42.42.5(pid=15655): stderr: \u000a| �[0;m�[38;5;43m20221209140829283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140829283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140829284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140829285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140829285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140829285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140829286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:31.021393 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15655): Process ended prematurely: osmo-stp_10.42.42.5(pid=15655) [trial-2360↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15655)] [trial-2360↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a14:08:31.030338 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:08:31.095506 run osmo-hlr_10.42.42.2(pid=15652): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15652)]\u000a14:08:31.148073 run osmo-hlr_10.42.42.2(pid=15652): stdout: \u000a| (launched: 2022-12-09_14:08:28.113255) \u000a14:08:31.200496 run osmo-hlr_10.42.42.2(pid=15652): stderr: \u000a| �[0;m�[1;31m20221209140828317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140828317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140828317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140828317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140828317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140828317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140828333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140828344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140828344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140828344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:08:31.271124 run osmo-msc_10.42.42.6(pid=15658): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15658)]\u000a14:08:31.322833 run osmo-msc_10.42.42.6(pid=15658): stdout: \u000a| (launched: 2022-12-09_14:08:30.099194) \u000a14:08:31.375261 run osmo-msc_10.42.42.6(pid=15658): stderr: \u000a| �[0;m�[38;5;43m20221209140830402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140830402 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbfa77e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140830402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140830402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140830402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140830402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140830404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140830404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140830405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140830405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:08:31.418877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15651): Terminating (SIGTERM)\u000a14:08:31.463693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15654): Terminating (SIGTERM)\u000a14:08:31.508510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15657): Terminating (SIGTERM)\u000a14:08:31.519327 --- ParallelTerminationStrategy: PID 15651 died...\u000a14:08:31.578162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15651): Terminated: ok {rc=0}\u000a14:08:31.588858 --- ParallelTerminationStrategy: PID 15654 died...\u000a14:08:31.646322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15654): Terminated: ok {rc=0}\u000a14:08:31.656830 --- ParallelTerminationStrategy: PID 15657 died...\u000a14:08:31.713911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15657): Terminated: ok {rc=0}\u000a14:08:31.819295 bus /sierra_3: Setting Powered False\u000a14:08:32.925770 bus /sierra_3: Setting Powered False\u000a14:08:34.032340 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:08:24" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15669): Process ended prematurely: osmo-stp_10.42.42.5(pid=15669) [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15669)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15669): Process ended prematurely: osmo-stp_10.42.42.5(pid=15669) [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:08:36.059564 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:08:36.071544 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:08:36.210651 tst handover.py: using LAC 22005\u000a14:08:36.331940 tst handover.py: using RAC 75\u000a14:08:36.453335 tst handover.py: using CellId 22005\u000a14:08:36.575181 tst handover.py: using BVCI 22006\u000a14:08:36.598510 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:08:36.735910 tst handover.py: using LAC 22006\u000a14:08:36.855616 tst handover.py: using RAC 76\u000a14:08:36.981675 tst handover.py: using CellId 22006\u000a14:08:37.114241 tst handover.py: using BVCI 22007\u000a14:08:37.139001 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:08:37.150904 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:08:37.162794 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:08:37.174385 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:08:37.186191 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:08:37.198092 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:08:37.312940 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:08:37.524073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:08:38.012771 run create_hlr_db(pid=15663): Launched\u000a14:08:38.145160 bus /sierra_2: Setting Powered False\u000a14:08:39.222122 run create_hlr_db(pid=15663): Terminated: ok {rc=0}\u000a14:08:39.624817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15665): Launched\u000a14:08:39.951152 run osmo-hlr_10.42.42.2(pid=15666): Launched\u000a14:08:40.069836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:08:40.603690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15668): Launched\u000a14:08:40.927575 run osmo-stp_10.42.42.5(pid=15669): Launched\u000a14:08:41.045405 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:08:41.616136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15671): Launched\u000a14:08:41.942139 run osmo-msc_10.42.42.6(pid=15672): Launched\u000a14:08:42.132433 run osmo-stp_10.42.42.5(pid=15669): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15669)]\u000a14:08:42.269811 run osmo-stp_10.42.42.5(pid=15669): stdout: \u000a| (launched: 2022-12-09_14:08:40.768257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:42.406718 run osmo-stp_10.42.42.5(pid=15669): stderr: \u000a| �[0;m�[38;5;43m20221209140840960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140840960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140840960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140840961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140840963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140840963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140840963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:42.538209 run osmo-stp_10.42.42.5(pid=15669): stdout: \u000a| (launched: 2022-12-09_14:08:40.768257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:42.667142 run osmo-stp_10.42.42.5(pid=15669): stderr: \u000a| �[0;m�[38;5;43m20221209140840960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140840960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140840960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140840961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140840963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140840963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140840963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:42.723669 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15669): Process ended prematurely: osmo-stp_10.42.42.5(pid=15669) [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15669)] [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:08:42.732278 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:08:42.795575 run osmo-hlr_10.42.42.2(pid=15666): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15666)]\u000a14:08:42.847366 run osmo-hlr_10.42.42.2(pid=15666): stdout: \u000a| (launched: 2022-12-09_14:08:39.789961) \u000a14:08:42.899617 run osmo-hlr_10.42.42.2(pid=15666): stderr: \u000a| �[0;m�[1;31m20221209140839989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140839989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140839989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140839989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140839989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140839989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140840002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140840010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140840011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140840011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:08:42.970985 run osmo-msc_10.42.42.6(pid=15672): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15672)]\u000a14:08:43.022734 run osmo-msc_10.42.42.6(pid=15672): stdout: \u000a| (launched: 2022-12-09_14:08:41.781979) \u000a14:08:43.075229 run osmo-msc_10.42.42.6(pid=15672): stderr: \u000a| �[0;m�[38;5;43m20221209140842107 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140842107 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe311f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140842107 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140842107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140842108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140842108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140842109 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140842110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140842110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140842110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:08:43.119822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15665): Terminating (SIGTERM)\u000a14:08:43.162036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15668): Terminating (SIGTERM)\u000a14:08:43.204349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15671): Terminating (SIGTERM)\u000a14:08:43.214327 --- ParallelTerminationStrategy: PID 15665 died...\u000a14:08:43.270958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15665): Terminated: ok {rc=0}\u000a14:08:43.281173 --- ParallelTerminationStrategy: PID 15668 died...\u000a14:08:43.337282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15668): Terminated: ok {rc=0}\u000a14:08:43.347329 --- ParallelTerminationStrategy: PID 15671 died...\u000a14:08:43.403278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15671): Terminated: ok {rc=0}\u000a14:08:43.490978 bus /sierra_3: Setting Powered False\u000a14:08:44.597829 bus /sierra_3: Setting Powered False\u000a14:08:45.706765 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:08:35" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15683): Process ended prematurely: osmo-stp_10.42.42.5(pid=15683) [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15683)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15683): Process ended prematurely: osmo-stp_10.42.42.5(pid=15683) [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:08:47.739249 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:08:47.750360 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:08:47.884837 tst handover.py: using LAC 22007\u000a14:08:48.003917 tst handover.py: using RAC 77\u000a14:08:48.129781 tst handover.py: using CellId 22007\u000a14:08:48.254598 tst handover.py: using BVCI 22008\u000a14:08:48.279239 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:08:48.406729 tst handover.py: using LAC 22008\u000a14:08:48.532005 tst handover.py: using RAC 78\u000a14:08:48.657211 tst handover.py: using CellId 22008\u000a14:08:48.784033 tst handover.py: using BVCI 22009\u000a14:08:48.808521 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:08:48.819872 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:08:48.831046 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:08:48.842935 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:08:48.854835 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:08:48.866543 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:08:48.982898 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:08:49.182708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:08:49.636732 run create_hlr_db(pid=15677): Launched\u000a14:08:49.760864 bus /sierra_2: Setting Powered False\u000a14:08:50.832519 run create_hlr_db(pid=15677): Terminated: ok {rc=0}\u000a14:08:51.238408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15679): Launched\u000a14:08:51.563374 run osmo-hlr_10.42.42.2(pid=15680): Launched\u000a14:08:51.682938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:08:52.219294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15682): Launched\u000a14:08:52.545825 run osmo-stp_10.42.42.5(pid=15683): Launched\u000a14:08:52.664327 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:08:53.227569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15685): Launched\u000a14:08:53.553018 run osmo-msc_10.42.42.6(pid=15686): Launched\u000a14:08:53.743815 run osmo-stp_10.42.42.5(pid=15683): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15683)]\u000a14:08:53.880917 run osmo-stp_10.42.42.5(pid=15683): stdout: \u000a| (launched: 2022-12-09_14:08:52.384066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:54.017796 run osmo-stp_10.42.42.5(pid=15683): stderr: \u000a| �[0;m�[38;5;43m20221209140852577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140852577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140852577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140852578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140852579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140852579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140852579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:54.147742 run osmo-stp_10.42.42.5(pid=15683): stdout: \u000a| (launched: 2022-12-09_14:08:52.384066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:54.276343 run osmo-stp_10.42.42.5(pid=15683): stderr: \u000a| �[0;m�[38;5;43m20221209140852577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140852577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140852577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140852578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140852579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140852579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140852579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:54.332676 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15683): Process ended prematurely: osmo-stp_10.42.42.5(pid=15683) [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15683)] [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a14:08:54.341280 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:08:54.404430 run osmo-hlr_10.42.42.2(pid=15680): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15680)]\u000a14:08:54.456781 run osmo-hlr_10.42.42.2(pid=15680): stdout: \u000a| (launched: 2022-12-09_14:08:51.403501) \u000a14:08:54.509474 run osmo-hlr_10.42.42.2(pid=15680): stderr: \u000a| �[0;m�[1;31m20221209140851604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140851604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140851604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140851604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140851604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140851604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140851616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140851625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140851625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140851625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:08:54.580891 run osmo-msc_10.42.42.6(pid=15686): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15686)]\u000a14:08:54.632622 run osmo-msc_10.42.42.6(pid=15686): stdout: \u000a| (launched: 2022-12-09_14:08:53.393344) \u000a14:08:54.685323 run osmo-msc_10.42.42.6(pid=15686): stderr: \u000a| �[0;m�[38;5;43m20221209140853718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140853718 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e80f21c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140853719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140853719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140853719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140853719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140853721 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140853721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140853721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140853721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:08:54.729971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15679): Terminating (SIGTERM)\u000a14:08:54.771993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15682): Terminating (SIGTERM)\u000a14:08:54.814114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15685): Terminating (SIGTERM)\u000a14:08:54.823793 --- ParallelTerminationStrategy: PID 15679 died...\u000a14:08:54.879650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15679): Terminated: ok {rc=0}\u000a14:08:54.889835 --- ParallelTerminationStrategy: PID 15682 died...\u000a14:08:54.946014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15682): Terminated: ok {rc=0}\u000a14:08:54.956059 --- ParallelTerminationStrategy: PID 15685 died...\u000a14:08:55.011890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15685): Terminated: ok {rc=0}\u000a14:08:55.099823 bus /sierra_3: Setting Powered False\u000a14:08:56.206841 bus /sierra_3: Setting Powered False\u000a14:08:57.314880 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:08:47" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15697): Process ended prematurely: osmo-stp_10.42.42.5(pid=15697) [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15697)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15697): Process ended prematurely: osmo-stp_10.42.42.5(pid=15697) [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:08:59.329639 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:08:59.341319 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:08:59.481050 tst handover.py: using LAC 22009\u000a14:08:59.608835 tst handover.py: using RAC 79\u000a14:08:59.736391 tst handover.py: using CellId 22009\u000a14:08:59.858824 tst handover.py: using BVCI 22010\u000a14:08:59.881833 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:09:00.018243 tst handover.py: using LAC 22010\u000a14:09:00.137271 tst handover.py: using RAC 80\u000a14:09:00.263723 tst handover.py: using CellId 22010\u000a14:09:00.390371 tst handover.py: using BVCI 22011\u000a14:09:00.415112 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:00.426817 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:00.438116 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:00.449836 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:00.461597 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:00.472847 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:09:00.587411 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:09:00.787109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:09:01.330789 run create_hlr_db(pid=15691): Launched\u000a14:09:01.466918 bus /sierra_2: Setting Powered False\u000a14:09:02.539034 run create_hlr_db(pid=15691): Terminated: ok {rc=0}\u000a14:09:02.943154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15693): Launched\u000a14:09:03.266406 run osmo-hlr_10.42.42.2(pid=15694): Launched\u000a14:09:03.387516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:09:03.923482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15696): Launched\u000a14:09:04.247158 run osmo-stp_10.42.42.5(pid=15697): Launched\u000a14:09:04.365251 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:09:04.928024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15699): Launched\u000a14:09:05.251287 run osmo-msc_10.42.42.6(pid=15700): Launched\u000a14:09:05.441347 run osmo-stp_10.42.42.5(pid=15697): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15697)]\u000a14:09:05.579113 run osmo-stp_10.42.42.5(pid=15697): stdout: \u000a| (launched: 2022-12-09_14:09:04.088277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:05.715491 run osmo-stp_10.42.42.5(pid=15697): stderr: \u000a| �[0;m�[38;5;43m20221209140904280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140904280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140904281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140904281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140904284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140904284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140904284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:05.844932 run osmo-stp_10.42.42.5(pid=15697): stdout: \u000a| (launched: 2022-12-09_14:09:04.088277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:05.973093 run osmo-stp_10.42.42.5(pid=15697): stderr: \u000a| �[0;m�[38;5;43m20221209140904280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140904280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140904281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140904281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140904284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140904284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140904284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:06.029326 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15697): Process ended prematurely: osmo-stp_10.42.42.5(pid=15697) [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15697)] [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a14:09:06.037848 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:09:06.100172 run osmo-hlr_10.42.42.2(pid=15694): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15694)]\u000a14:09:06.151705 run osmo-hlr_10.42.42.2(pid=15694): stdout: \u000a| (launched: 2022-12-09_14:09:03.108020) \u000a14:09:06.203818 run osmo-hlr_10.42.42.2(pid=15694): stderr: \u000a| �[0;m�[1;31m20221209140903308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140903308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140903308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140903309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140903309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140903309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140903321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140903330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140903330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140903330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:09:06.274737 run osmo-msc_10.42.42.6(pid=15700): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15700)]\u000a14:09:06.326092 run osmo-msc_10.42.42.6(pid=15700): stdout: \u000a| (launched: 2022-12-09_14:09:05.093152) \u000a14:09:06.377974 run osmo-msc_10.42.42.6(pid=15700): stderr: \u000a| �[0;m�[38;5;43m20221209140905415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140905416 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6271066c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140905416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140905416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140905416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140905416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140905420 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140905420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140905420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140905420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:09:06.421954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15693): Terminating (SIGTERM)\u000a14:09:06.463897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15696): Terminating (SIGTERM)\u000a14:09:06.505643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15699): Terminating (SIGTERM)\u000a14:09:06.515367 --- ParallelTerminationStrategy: PID 15693 died...\u000a14:09:06.571041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15693): Terminated: ok {rc=0}\u000a14:09:06.581250 --- ParallelTerminationStrategy: PID 15696 died...\u000a14:09:06.636866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15696): Terminated: ok {rc=0}\u000a14:09:06.646875 --- ParallelTerminationStrategy: PID 15699 died...\u000a14:09:06.702459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15699): Terminated: ok {rc=0}\u000a14:09:06.789640 bus /sierra_3: Setting Powered False\u000a14:09:07.895731 bus /sierra_3: Setting Powered False\u000a14:09:09.003871 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:08:59" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15712): Process ended prematurely: osmo-stp_10.42.42.5(pid=15712) [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15712)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15712): Process ended prematurely: osmo-stp_10.42.42.5(pid=15712) [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:09:11.036662 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:09:11.047793 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:09:11.184302 tst handover.py: using LAC 22011\u000a14:09:11.301893 tst handover.py: using RAC 81\u000a14:09:11.427503 tst handover.py: using CellId 22011\u000a14:09:11.553603 tst handover.py: using BVCI 22012\u000a14:09:11.578246 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:09:11.718870 tst handover.py: using LAC 22012\u000a14:09:11.846011 tst handover.py: using RAC 82\u000a14:09:11.973499 tst handover.py: using CellId 22012\u000a14:09:12.098470 tst handover.py: using BVCI 22013\u000a14:09:12.123101 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:09:12.134553 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:09:12.145876 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:09:12.157283 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:09:12.168524 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:09:12.179771 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:09:12.294833 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:09:12.495304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:09:12.947784 run create_hlr_db(pid=15705): Launched\u000a14:09:13.071543 bus /sierra_2: Setting Powered False\u000a14:09:14.143690 run create_hlr_db(pid=15705): Terminated: ok {rc=0}\u000a14:09:14.522395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15708): Launched\u000a14:09:14.825981 run osmo-hlr_10.42.42.2(pid=15709): Launched\u000a14:09:14.944876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:09:15.451169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15711): Launched\u000a14:09:15.755453 run osmo-stp_10.42.42.5(pid=15712): Launched\u000a14:09:15.919161 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:09:16.501626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15714): Launched\u000a14:09:17.037729 run osmo-msc_10.42.42.6(pid=15715): Launched\u000a14:09:17.375347 run osmo-stp_10.42.42.5(pid=15712): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15712)]\u000a14:09:17.502014 run osmo-stp_10.42.42.5(pid=15712): stdout: \u000a| (launched: 2022-12-09_14:09:15.605617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:17.628790 run osmo-stp_10.42.42.5(pid=15712): stderr: \u000a| �[0;m�[38;5;43m20221209140915778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140915778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140915778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140915779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140915779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140915779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140915779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:17.750599 run osmo-stp_10.42.42.5(pid=15712): stdout: \u000a| (launched: 2022-12-09_14:09:15.605617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:17.871137 run osmo-stp_10.42.42.5(pid=15712): stderr: \u000a| �[0;m�[38;5;43m20221209140915778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140915778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140915778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140915779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140915779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140915779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140915779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:17.923719 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15712): Process ended prematurely: osmo-stp_10.42.42.5(pid=15712) [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15712)] [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a14:09:17.931563 tst handover.py:18: Test FAILED (6.9 sec)\u000a14:09:17.992042 run osmo-hlr_10.42.42.2(pid=15709): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15709)]\u000a14:09:18.041006 run osmo-hlr_10.42.42.2(pid=15709): stdout: \u000a| (launched: 2022-12-09_14:09:14.676427) \u000a14:09:18.090881 run osmo-hlr_10.42.42.2(pid=15709): stderr: \u000a| �[0;m�[1;31m20221209140914855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140914855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140914855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140914855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140914855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140914855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140914867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140914876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140914876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140914876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:09:18.158565 run osmo-msc_10.42.42.6(pid=15715): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15715)]\u000a14:09:18.207772 run osmo-msc_10.42.42.6(pid=15715): stdout: \u000a| (launched: 2022-12-09_14:09:16.659021) \u000a14:09:18.257509 run osmo-msc_10.42.42.6(pid=15715): stderr: \u000a| �[0;m�[38;5;43m20221209140917157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140917158 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17711c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140917158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140917158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140917158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140917158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140917160 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140917161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140917161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140917161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:09:18.299579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15708): Terminating (SIGTERM)\u000a14:09:18.339021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15711): Terminating (SIGTERM)\u000a14:09:18.378677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15714): Terminating (SIGTERM)\u000a14:09:18.388105 --- ParallelTerminationStrategy: PID 15708 died...\u000a14:09:18.441214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15708): Terminated: ok {rc=0}\u000a14:09:18.451006 --- ParallelTerminationStrategy: PID 15711 died...\u000a14:09:18.503734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15711): Terminated: ok {rc=0}\u000a14:09:18.513842 --- ParallelTerminationStrategy: PID 15714 died...\u000a14:09:18.566826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15714): Terminated: ok {rc=0}\u000a14:09:18.654372 bus /sierra_3: Setting Powered False\u000a14:09:19.757343 bus /sierra_3: Setting Powered False\u000a14:09:20.863939 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:09:10" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15726): Process ended prematurely: osmo-stp_10.42.42.5(pid=15726) [trial-2360↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15726)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15726): Process ended prematurely: osmo-stp_10.42.42.5(pid=15726) [trial-2360↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:09:22.876676 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:09:22.888117 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:09:23.030589 tst handover.py: using LAC 22013\u000a14:09:23.157268 tst handover.py: using RAC 83\u000a14:09:23.285546 tst handover.py: using CellId 22013\u000a14:09:23.411991 tst handover.py: using BVCI 22014\u000a14:09:23.436566 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:09:23.566592 tst handover.py: using LAC 22014\u000a14:09:23.698512 tst handover.py: using RAC 84\u000a14:09:23.824666 tst handover.py: using CellId 22014\u000a14:09:23.950502 tst handover.py: using BVCI 22015\u000a14:09:23.975147 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:09:23.986655 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:09:23.997842 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:09:24.009597 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:09:24.021261 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:09:24.033079 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:09:24.149517 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:09:24.349942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:09:24.802814 run create_hlr_db(pid=15720): Launched\u000a14:09:24.926757 bus /sierra_2: Setting Powered False\u000a14:09:25.999351 run create_hlr_db(pid=15720): Terminated: ok {rc=0}\u000a14:09:26.403635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15722): Launched\u000a14:09:26.730876 run osmo-hlr_10.42.42.2(pid=15723): Launched\u000a14:09:26.850576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:09:27.381272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15725): Launched\u000a14:09:27.684695 run osmo-stp_10.42.42.5(pid=15726): Launched\u000a14:09:27.795535 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:09:28.324258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15728): Launched\u000a14:09:28.631166 run osmo-msc_10.42.42.6(pid=15729): Launched\u000a14:09:28.810167 run osmo-stp_10.42.42.5(pid=15726): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15726)]\u000a14:09:28.940187 run osmo-stp_10.42.42.5(pid=15726): stdout: \u000a| (launched: 2022-12-09_14:09:27.535315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:29.067421 run osmo-stp_10.42.42.5(pid=15726): stderr: \u000a| �[0;m�[38;5;43m20221209140927707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140927708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140927708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140927708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140927709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140927709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140927709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:29.189533 run osmo-stp_10.42.42.5(pid=15726): stdout: \u000a| (launched: 2022-12-09_14:09:27.535315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:29.310391 run osmo-stp_10.42.42.5(pid=15726): stderr: \u000a| �[0;m�[38;5;43m20221209140927707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140927708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140927708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140927708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140927709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140927709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140927709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:29.363200 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15726): Process ended prematurely: osmo-stp_10.42.42.5(pid=15726) [trial-2360↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15726)] [trial-2360↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a14:09:29.371277 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:09:29.431483 run osmo-hlr_10.42.42.2(pid=15723): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15723)]\u000a14:09:29.480616 run osmo-hlr_10.42.42.2(pid=15723): stdout: \u000a| (launched: 2022-12-09_14:09:26.569870) \u000a14:09:29.530054 run osmo-hlr_10.42.42.2(pid=15723): stderr: \u000a| �[0;m�[1;31m20221209140926772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140926772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140926772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140926772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140926772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140926772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140926785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140926793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140926793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140926793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:09:29.598090 run osmo-msc_10.42.42.6(pid=15729): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15729)]\u000a14:09:29.647029 run osmo-msc_10.42.42.6(pid=15729): stdout: \u000a| (launched: 2022-12-09_14:09:28.478868) \u000a14:09:29.696679 run osmo-msc_10.42.42.6(pid=15729): stderr: \u000a| �[0;m�[38;5;43m20221209140928752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140928752 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c8fc78c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140928753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140928753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140928753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140928753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140928755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140928755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140928755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140928755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:09:29.738835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15722): Terminating (SIGTERM)\u000a14:09:29.778717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15725): Terminating (SIGTERM)\u000a14:09:29.819105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15728): Terminating (SIGTERM)\u000a14:09:29.828466 --- ParallelTerminationStrategy: PID 15722 died...\u000a14:09:29.882858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15722): Terminated: ok {rc=0}\u000a14:09:29.892696 --- ParallelTerminationStrategy: PID 15725 died...\u000a14:09:29.946342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15725): Terminated: ok {rc=0}\u000a14:09:29.956010 --- ParallelTerminationStrategy: PID 15728 died...\u000a14:09:30.010052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15728): Terminated: ok {rc=0}\u000a14:09:30.099436 bus /sierra_3: Setting Powered False\u000a14:09:31.205278 bus /sierra_3: Setting Powered False\u000a14:09:32.314458 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:09:22" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15740): Process ended prematurely: osmo-stp_10.42.42.5(pid=15740) [trial-2360↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15740)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15740): Process ended prematurely: osmo-stp_10.42.42.5(pid=15740) [trial-2360↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:09:34.347501 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:34.358819 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:09:34.496477 tst handover.py: using LAC 22015\u000a14:09:34.615274 tst handover.py: using RAC 85\u000a14:09:34.734541 tst handover.py: using CellId 22015\u000a14:09:34.853506 tst handover.py: using BVCI 22016\u000a14:09:34.876513 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:09:35.013917 tst handover.py: using LAC 22016\u000a14:09:35.135284 tst handover.py: using RAC 86\u000a14:09:35.259325 tst handover.py: using CellId 22016\u000a14:09:35.383713 tst handover.py: using BVCI 22017\u000a14:09:35.408485 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:35.420004 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:35.434580 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:35.446554 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:35.457851 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:35.469179 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:09:35.584788 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:09:35.787518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:09:36.239466 run create_hlr_db(pid=15734): Launched\u000a14:09:36.363572 bus /sierra_2: Setting Powered False\u000a14:09:37.435465 run create_hlr_db(pid=15734): Terminated: ok {rc=0}\u000a14:09:37.840033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15736): Launched\u000a14:09:38.164107 run osmo-hlr_10.42.42.2(pid=15737): Launched\u000a14:09:38.287426 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:09:38.823721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15739): Launched\u000a14:09:39.147514 run osmo-stp_10.42.42.5(pid=15740): Launched\u000a14:09:39.265357 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:09:39.830148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15742): Launched\u000a14:09:40.156022 run osmo-msc_10.42.42.6(pid=15743): Launched\u000a14:09:40.346529 run osmo-stp_10.42.42.5(pid=15740): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15740)]\u000a14:09:40.483252 run osmo-stp_10.42.42.5(pid=15740): stdout: \u000a| (launched: 2022-12-09_14:09:38.988822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:40.619874 run osmo-stp_10.42.42.5(pid=15740): stderr: \u000a| �[0;m�[38;5;43m20221209140939184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140939184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140939185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140939185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140939186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140939186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140939186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:40.749717 run osmo-stp_10.42.42.5(pid=15740): stdout: \u000a| (launched: 2022-12-09_14:09:38.988822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:40.878109 run osmo-stp_10.42.42.5(pid=15740): stderr: \u000a| �[0;m�[38;5;43m20221209140939184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140939184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140939185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140939185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140939186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140939186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140939186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:40.934234 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15740): Process ended prematurely: osmo-stp_10.42.42.5(pid=15740) [trial-2360↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15740)] [trial-2360↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a14:09:40.942675 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:09:41.005089 run osmo-hlr_10.42.42.2(pid=15737): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15737)]\u000a14:09:41.056242 run osmo-hlr_10.42.42.2(pid=15737): stdout: \u000a| (launched: 2022-12-09_14:09:38.005274) \u000a14:09:41.108547 run osmo-hlr_10.42.42.2(pid=15737): stderr: \u000a| �[0;m�[1;31m20221209140938210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140938210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140938210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140938210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140938210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140938210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140938222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140938232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140938232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140938232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:09:41.178994 run osmo-msc_10.42.42.6(pid=15743): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15743)]\u000a14:09:41.230120 run osmo-msc_10.42.42.6(pid=15743): stdout: \u000a| (launched: 2022-12-09_14:09:39.995789) \u000a14:09:41.281732 run osmo-msc_10.42.42.6(pid=15743): stderr: \u000a| �[0;m�[38;5;43m20221209140940322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140940322 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65ce4e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140940322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140940323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140940323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140940323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140940325 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140940325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140940325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140940325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:09:41.325722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15736): Terminating (SIGTERM)\u000a14:09:41.367214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15739): Terminating (SIGTERM)\u000a14:09:41.408846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15742): Terminating (SIGTERM)\u000a14:09:41.418162 --- ParallelTerminationStrategy: PID 15736 died...\u000a14:09:41.473583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15736): Terminated: ok {rc=0}\u000a14:09:41.483860 --- ParallelTerminationStrategy: PID 15739 died...\u000a14:09:41.539369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15739): Terminated: ok {rc=0}\u000a14:09:41.549429 --- ParallelTerminationStrategy: PID 15742 died...\u000a14:09:41.604608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15742): Terminated: ok {rc=0}\u000a14:09:41.691365 bus /sierra_3: Setting Powered False\u000a14:09:42.792846 bus /sierra_3: Setting Powered False\u000a14:09:43.903398 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:09:34" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15754): Process ended prematurely: osmo-stp_10.42.42.5(pid=15754) [trial-2360↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15754)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15754): Process ended prematurely: osmo-stp_10.42.42.5(pid=15754) [trial-2360↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:09:45.933919 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:09:45.945811 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:09:46.103288 tst handover.py: using LAC 22017\u000a14:09:46.258364 tst handover.py: using RAC 87\u000a14:09:46.389210 tst handover.py: using CellId 22017\u000a14:09:46.511793 tst handover.py: using BVCI 22018\u000a14:09:46.537277 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:09:46.678723 tst handover.py: using LAC 22018\u000a14:09:46.843393 tst handover.py: using RAC 88\u000a14:09:46.999434 tst handover.py: using CellId 22018\u000a14:09:47.159402 tst handover.py: using BVCI 22019\u000a14:09:47.185553 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:09:47.197801 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:09:47.209957 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:09:47.222467 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:09:47.234551 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:09:47.246452 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:09:47.364489 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:09:47.575508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:09:48.066623 run create_hlr_db(pid=15748): Launched\u000a14:09:48.198497 bus /sierra_2: Setting Powered False\u000a14:09:49.263483 run create_hlr_db(pid=15748): Terminated: ok {rc=0}\u000a14:09:49.641615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15750): Launched\u000a14:09:49.944891 run osmo-hlr_10.42.42.2(pid=15751): Launched\u000a14:09:50.059356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:09:50.570221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15753): Launched\u000a14:09:50.874300 run osmo-stp_10.42.42.5(pid=15754): Launched\u000a14:09:50.985716 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:09:51.513930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15756): Launched\u000a14:09:51.817588 run osmo-msc_10.42.42.6(pid=15757): Launched\u000a14:09:51.996122 run osmo-stp_10.42.42.5(pid=15754): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15754)]\u000a14:09:52.125192 run osmo-stp_10.42.42.5(pid=15754): stdout: \u000a| (launched: 2022-12-09_14:09:50.724006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:52.251263 run osmo-stp_10.42.42.5(pid=15754): stderr: \u000a| �[0;m�[38;5;43m20221209140950895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140950896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140950896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140950896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140950898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140950899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140950899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:52.372283 run osmo-stp_10.42.42.5(pid=15754): stdout: \u000a| (launched: 2022-12-09_14:09:50.724006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:52.492210 run osmo-stp_10.42.42.5(pid=15754): stderr: \u000a| �[0;m�[38;5;43m20221209140950895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209140950896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209140950896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209140950896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209140950898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209140950899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209140950899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:52.544839 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15754): Process ended prematurely: osmo-stp_10.42.42.5(pid=15754) [trial-2360↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15754)] [trial-2360↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a14:09:52.552586 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:09:52.613081 run osmo-hlr_10.42.42.2(pid=15751): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15751)]\u000a14:09:52.662157 run osmo-hlr_10.42.42.2(pid=15751): stdout: \u000a| (launched: 2022-12-09_14:09:49.795676) \u000a14:09:52.711874 run osmo-hlr_10.42.42.2(pid=15751): stderr: \u000a| �[0;m�[1;31m20221209140949972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209140949972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209140949972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140949972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209140949972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209140949972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209140949984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209140949993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209140949994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209140949994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:09:52.779581 run osmo-msc_10.42.42.6(pid=15757): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15757)]\u000a14:09:52.828625 run osmo-msc_10.42.42.6(pid=15757): stdout: \u000a| (launched: 2022-12-09_14:09:51.667536) \u000a14:09:52.878236 run osmo-msc_10.42.42.6(pid=15757): stderr: \u000a| �[0;m�[38;5;43m20221209140951943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209140951943 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88fe891c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209140951943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209140951943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209140951943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209140951943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209140951945 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209140951946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209140951946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209140951946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:09:52.920089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15750): Terminating (SIGTERM)\u000a14:09:52.959980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15753): Terminating (SIGTERM)\u000a14:09:52.999386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15756): Terminating (SIGTERM)\u000a14:09:53.008802 --- ParallelTerminationStrategy: PID 15750 died...\u000a14:09:53.062430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15750): Terminated: ok {rc=0}\u000a14:09:53.072304 --- ParallelTerminationStrategy: PID 15753 died...\u000a14:09:53.125345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15753): Terminated: ok {rc=0}\u000a14:09:53.135112 --- ParallelTerminationStrategy: PID 15756 died...\u000a14:09:53.187795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15756): Terminated: ok {rc=0}\u000a14:09:53.270826 bus /sierra_3: Setting Powered False\u000a14:09:54.377319 bus /sierra_3: Setting Powered False\u000a14:09:55.483767 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:09:45" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15772): Process ended prematurely: osmo-stp_10.42.42.5(pid=15772) [trial-2360↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15772)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15772): Process ended prematurely: osmo-stp_10.42.42.5(pid=15772) [trial-2360↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:09:57.484720 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:57.495395 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:09:57.627186 tst handover.py: using LAC 22019\u000a14:09:57.752869 tst handover.py: using RAC 89\u000a14:09:57.878873 tst handover.py: using CellId 22019\u000a14:09:58.006481 tst handover.py: using BVCI 22020\u000a14:09:58.031124 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:09:58.174588 tst handover.py: using LAC 22020\u000a14:09:58.302403 tst handover.py: using RAC 90\u000a14:09:58.428082 tst handover.py: using CellId 22020\u000a14:09:58.554103 tst handover.py: using BVCI 22021\u000a14:09:58.578993 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:58.590241 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:58.601306 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:58.612755 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:58.624283 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:09:58.635732 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:09:58.750602 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:09:58.949776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:09:59.403551 run create_hlr_db(pid=15763): Launched\u000a14:09:59.527093 bus /sierra_2: Setting Powered False\u000a14:10:00.599730 run create_hlr_db(pid=15763): Terminated: ok {rc=0}\u000a14:10:01.010656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15765): Launched\u000a14:10:01.480651 run osmo-hlr_10.42.42.2(pid=15766): Launched\u000a14:10:01.671492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:10:02.232724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15771): Launched\u000a14:10:02.558749 run osmo-stp_10.42.42.5(pid=15772): Launched\u000a14:10:02.676335 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:10:03.240446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15774): Launched\u000a14:10:03.566339 run osmo-msc_10.42.42.6(pid=15775): Launched\u000a14:10:03.755894 run osmo-stp_10.42.42.5(pid=15772): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15772)]\u000a14:10:03.893659 run osmo-stp_10.42.42.5(pid=15772): stdout: \u000a| (launched: 2022-12-09_14:10:02.398312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:04.030121 run osmo-stp_10.42.42.5(pid=15772): stderr: \u000a| �[0;m�[38;5;43m20221209141002590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209141002591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209141002591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209141002591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209141002592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209141002592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209141002592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:04.160142 run osmo-stp_10.42.42.5(pid=15772): stdout: \u000a| (launched: 2022-12-09_14:10:02.398312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:04.288833 run osmo-stp_10.42.42.5(pid=15772): stderr: \u000a| �[0;m�[38;5;43m20221209141002590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209141002591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209141002591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209141002591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209141002592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209141002592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209141002592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:04.345452 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15772): Process ended prematurely: osmo-stp_10.42.42.5(pid=15772) [trial-2360↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15772)] [trial-2360↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a14:10:04.354103 tst handover.py:18: Test FAILED (6.9 sec)\u000a14:10:04.416490 run osmo-hlr_10.42.42.2(pid=15766): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15766)]\u000a14:10:04.467530 run osmo-hlr_10.42.42.2(pid=15766): stdout: \u000a| (launched: 2022-12-09_14:10:01.180061) \u000a14:10:04.519371 run osmo-hlr_10.42.42.2(pid=15766): stderr: \u000a| �[0;m�[1;31m20221209141001392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209141001393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209141001393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209141001393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209141001393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209141001393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209141001409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209141001418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209141001418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209141001418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:10:04.589843 run osmo-msc_10.42.42.6(pid=15775): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15775)]\u000a14:10:04.640646 run osmo-msc_10.42.42.6(pid=15775): stdout: \u000a| (launched: 2022-12-09_14:10:03.405762) \u000a14:10:04.692088 run osmo-msc_10.42.42.6(pid=15775): stderr: \u000a| �[0;m�[38;5;43m20221209141003730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209141003731 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe95cf85c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209141003731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209141003731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209141003731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209141003731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209141003733 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209141003733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209141003733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209141003734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:10:04.735824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15765): Terminating (SIGTERM)\u000a14:10:04.777617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15771): Terminating (SIGTERM)\u000a14:10:04.819568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15774): Terminating (SIGTERM)\u000a14:10:04.829350 --- ParallelTerminationStrategy: PID 15765 died...\u000a14:10:04.885503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15765): Terminated: ok {rc=0}\u000a14:10:04.895696 --- ParallelTerminationStrategy: PID 15771 died...\u000a14:10:04.951600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15771): Terminated: ok {rc=0}\u000a14:10:04.961838 --- ParallelTerminationStrategy: PID 15774 died...\u000a14:10:05.017522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15774): Terminated: ok {rc=0}\u000a14:10:05.104838 bus /sierra_3: Setting Powered False\u000a14:10:06.208163 bus /sierra_3: Setting Powered False\u000a14:10:07.320360 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:09:57" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15786): Process ended prematurely: osmo-stp_10.42.42.5(pid=15786) [trial-2360↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15786)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15786): Process ended prematurely: osmo-stp_10.42.42.5(pid=15786) [trial-2360↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:10:09.319106 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:10:09.330414 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:10:09.458338 tst handover.py: using LAC 22021\u000a14:10:09.584746 tst handover.py: using RAC 91\u000a14:10:09.717007 tst handover.py: using CellId 22021\u000a14:10:09.841863 tst handover.py: using BVCI 22022\u000a14:10:09.866649 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:10:10.006675 tst handover.py: using LAC 22022\u000a14:10:10.132310 tst handover.py: using RAC 92\u000a14:10:10.258831 tst handover.py: using CellId 22022\u000a14:10:10.383971 tst handover.py: using BVCI 22023\u000a14:10:10.408550 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:10:10.419856 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:10:10.430918 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:10:10.441968 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:10:10.453096 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:10:10.464063 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:10:10.578470 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:10:10.777998 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:10:11.232576 run create_hlr_db(pid=15780): Launched\u000a14:10:11.356829 bus /sierra_2: Setting Powered False\u000a14:10:12.429133 run create_hlr_db(pid=15780): Terminated: ok {rc=0}\u000a14:10:12.807417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15782): Launched\u000a14:10:13.111750 run osmo-hlr_10.42.42.2(pid=15783): Launched\u000a14:10:13.229614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:10:13.739459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15785): Launched\u000a14:10:14.044049 run osmo-stp_10.42.42.5(pid=15786): Launched\u000a14:10:14.154931 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:10:14.683741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15788): Launched\u000a14:10:14.988866 run osmo-msc_10.42.42.6(pid=15789): Launched\u000a14:10:15.167318 run osmo-stp_10.42.42.5(pid=15786): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15786)]\u000a14:10:15.296680 run osmo-stp_10.42.42.5(pid=15786): stdout: \u000a| (launched: 2022-12-09_14:10:13.893559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:15.423930 run osmo-stp_10.42.42.5(pid=15786): stderr: \u000a| �[0;m�[38;5;43m20221209141014063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209141014063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209141014063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209141014064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209141014064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209141014064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209141014064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:15.546051 run osmo-stp_10.42.42.5(pid=15786): stdout: \u000a| (launched: 2022-12-09_14:10:13.893559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:15.666804 run osmo-stp_10.42.42.5(pid=15786): stderr: \u000a| �[0;m�[38;5;43m20221209141014063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209141014063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209141014063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209141014064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209141014064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209141014064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209141014064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:15.719553 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15786): Process ended prematurely: osmo-stp_10.42.42.5(pid=15786) [trial-2360↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15786)] [trial-2360↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a14:10:15.727501 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:10:15.787982 run osmo-hlr_10.42.42.2(pid=15783): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15783)]\u000a14:10:15.844390 run osmo-hlr_10.42.42.2(pid=15783): stdout: \u000a| (launched: 2022-12-09_14:10:12.961623) \u000a14:10:15.895526 run osmo-hlr_10.42.42.2(pid=15783): stderr: \u000a| �[0;m�[1;31m20221209141013138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209141013138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209141013138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209141013138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209141013138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209141013138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209141013150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209141013158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209141013158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209141013158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:10:15.964897 run osmo-msc_10.42.42.6(pid=15789): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15789)]\u000a14:10:16.015357 run osmo-msc_10.42.42.6(pid=15789): stdout: \u000a| (launched: 2022-12-09_14:10:14.837845) \u000a14:10:16.066573 run osmo-msc_10.42.42.6(pid=15789): stderr: \u000a| �[0;m�[38;5;43m20221209141015112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209141015112 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc971b3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209141015112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209141015113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209141015113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209141015113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209141015115 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209141015116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209141015116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209141015116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:10:16.122032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15782): Terminating (SIGTERM)\u000a14:10:16.180617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15785): Terminating (SIGTERM)\u000a14:10:16.222576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15788): Terminating (SIGTERM)\u000a14:10:16.232318 --- ParallelTerminationStrategy: PID 15782 died...\u000a14:10:16.299806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15782): Terminated: ok {rc=0}\u000a14:10:16.313832 --- ParallelTerminationStrategy: PID 15785 died...\u000a14:10:16.388825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15785): Terminated: ok {rc=0}\u000a14:10:16.401811 --- ParallelTerminationStrategy: PID 15788 died...\u000a14:10:16.458223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15788): Terminated: ok {rc=0}\u000a14:10:16.557853 bus /sierra_3: Setting Powered False\u000a14:10:17.661811 bus /sierra_3: Setting Powered False\u000a14:10:18.773995 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:10:09" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15800): Process ended prematurely: osmo-stp_10.42.42.5(pid=15800) [trial-2360↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15800)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15800): Process ended prematurely: osmo-stp_10.42.42.5(pid=15800) [trial-2360↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2360 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:10:20.794718 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:10:20.806007 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:10:20.949192 tst handover.py: using LAC 22023\u000a14:10:21.074783 tst handover.py: using RAC 93\u000a14:10:21.199953 tst handover.py: using CellId 22023\u000a14:10:21.325808 tst handover.py: using BVCI 22024\u000a14:10:21.350609 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:10:21.486725 tst handover.py: using LAC 22024\u000a14:10:21.604190 tst handover.py: using RAC 94\u000a14:10:21.721980 tst handover.py: using CellId 22024\u000a14:10:21.839539 tst handover.py: using BVCI 22025\u000a14:10:21.862690 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:10:21.873512 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:10:21.884141 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:10:21.895138 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:10:21.906108 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:10:21.916794 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:10:22.037624 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:10:22.250408 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:10:22.741150 run create_hlr_db(pid=15794): Launched\u000a14:10:22.873236 bus /sierra_2: Setting Powered False\u000a14:10:23.949918 run create_hlr_db(pid=15794): Terminated: ok {rc=0}\u000a14:10:24.355660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15796): Launched\u000a14:10:24.680858 run osmo-hlr_10.42.42.2(pid=15797): Launched\u000a14:10:24.798857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:10:25.335647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15799): Launched\u000a14:10:25.654849 run osmo-stp_10.42.42.5(pid=15800): Launched\u000a14:10:25.770264 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:10:26.326751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15802): Launched\u000a14:10:26.646713 run osmo-msc_10.42.42.6(pid=15803): Launched\u000a14:10:26.833878 run osmo-stp_10.42.42.5(pid=15800): ERR: Terminated: ERROR {rc=1} [trial-2360↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15800)]\u000a14:10:26.968225 run osmo-stp_10.42.42.5(pid=15800): stdout: \u000a| (launched: 2022-12-09_14:10:25.497705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:27.102528 run osmo-stp_10.42.42.5(pid=15800): stderr: \u000a| �[0;m�[38;5;43m20221209141025690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209141025690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209141025690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209141025691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209141025691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209141025691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209141025691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:27.230097 run osmo-stp_10.42.42.5(pid=15800): stdout: \u000a| (launched: 2022-12-09_14:10:25.497705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:27.356529 run osmo-stp_10.42.42.5(pid=15800): stderr: \u000a| �[0;m�[38;5;43m20221209141025690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209141025690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209141025690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209141025691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209141025691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209141025691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209141025691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:27.411930 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15800): Process ended prematurely: osmo-stp_10.42.42.5(pid=15800) [trial-2360↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15800)] [trial-2360↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a14:10:27.420167 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:10:27.482327 run osmo-hlr_10.42.42.2(pid=15797): ERR: Terminated: ERROR {rc=237} [trial-2360↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15797)]\u000a14:10:27.533268 run osmo-hlr_10.42.42.2(pid=15797): stdout: \u000a| (launched: 2022-12-09_14:10:24.521559) \u000a14:10:27.585037 run osmo-hlr_10.42.42.2(pid=15797): stderr: \u000a| �[0;m�[1;31m20221209141024720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209141024720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209141024720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209141024720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209141024720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209141024720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209141024733 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2360/run.2022-12-09_12-45-57/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209141024741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209141024741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209141024741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:10:27.655299 run osmo-msc_10.42.42.6(pid=15803): ERR: Terminated: ERROR {rc=2} [trial-2360↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15803)]\u000a14:10:27.705783 run osmo-msc_10.42.42.6(pid=15803): stdout: \u000a| (launched: 2022-12-09_14:10:26.488718) \u000a14:10:27.756573 run osmo-msc_10.42.42.6(pid=15803): stderr: \u000a| �[0;m�[38;5;43m20221209141026814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209141026814 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f21a7560c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209141026814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209141026815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209141026815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209141026815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209141026817 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209141026817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209141026817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209141026817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:10:27.800119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15796): Terminating (SIGTERM)\u000a14:10:27.841290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15799): Terminating (SIGTERM)\u000a14:10:27.882310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15802): Terminating (SIGTERM)\u000a14:10:27.891784 --- ParallelTerminationStrategy: PID 15796 died...\u000a14:10:27.946483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15796): Terminated: ok {rc=0}\u000a14:10:27.956300 --- ParallelTerminationStrategy: PID 15799 died...\u000a14:10:28.011142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15799): Terminated: ok {rc=0}\u000a14:10:28.021176 --- ParallelTerminationStrategy: PID 15802 died...\u000a14:10:28.076675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15802): Terminated: ok {rc=0}\u000a14:10:28.161902 bus /sierra_3: Setting Powered False\u000a14:10:29.267716 bus /sierra_3: Setting Powered False\u000a14:10:30.378215 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T14:10:20" } ] }